2025-01-10 07:50:54,572 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2025-01-10 07:50:54,617 main DEBUG Took 0.042278 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2025-01-10 07:50:54,630 main DEBUG PluginManager 'Core' found 129 plugins 2025-01-10 07:50:54,631 main DEBUG PluginManager 'Level' found 0 plugins 2025-01-10 07:50:54,632 main DEBUG PluginManager 'Lookup' found 16 plugins 2025-01-10 07:50:54,634 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-10 07:50:54,657 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2025-01-10 07:50:54,692 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-10 07:50:54,694 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-10 07:50:54,695 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-10 07:50:54,695 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-10 07:50:54,701 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-10 07:50:54,702 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-10 07:50:54,703 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-10 07:50:54,703 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-10 07:50:54,704 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-10 07:50:54,704 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-10 07:50:54,705 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-10 07:50:54,706 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-10 07:50:54,710 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-10 07:50:54,711 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-10 07:50:54,712 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-10 07:50:54,721 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-10 07:50:54,721 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-10 07:50:54,722 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-10 07:50:54,722 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-10 07:50:54,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-10 07:50:54,723 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-10 07:50:54,724 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-10 07:50:54,724 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-10 07:50:54,725 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-10 07:50:54,725 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-10 07:50:54,726 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2025-01-10 07:50:54,737 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-10 07:50:54,739 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2025-01-10 07:50:54,745 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2025-01-10 07:50:54,753 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2025-01-10 07:50:54,754 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2025-01-10 07:50:54,755 main DEBUG PluginManager 'Converter' found 47 plugins 2025-01-10 07:50:54,767 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2025-01-10 07:50:54,770 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2025-01-10 07:50:54,776 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2025-01-10 07:50:54,777 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2025-01-10 07:50:54,778 main DEBUG createAppenders(={Console}) 2025-01-10 07:50:54,779 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2025-01-10 07:50:54,779 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2025-01-10 07:50:54,779 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2025-01-10 07:50:54,781 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2025-01-10 07:50:54,781 main DEBUG OutputStream closed 2025-01-10 07:50:54,781 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2025-01-10 07:50:54,781 main DEBUG Appender DefaultConsole-1 stopped with status true 2025-01-10 07:50:54,782 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2025-01-10 07:50:54,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2025-01-10 07:50:54,919 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2025-01-10 07:50:54,921 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2025-01-10 07:50:54,922 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2025-01-10 07:50:54,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2025-01-10 07:50:54,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2025-01-10 07:50:54,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2025-01-10 07:50:54,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2025-01-10 07:50:54,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2025-01-10 07:50:54,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2025-01-10 07:50:54,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2025-01-10 07:50:54,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2025-01-10 07:50:54,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2025-01-10 07:50:54,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2025-01-10 07:50:54,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2025-01-10 07:50:54,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2025-01-10 07:50:54,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2025-01-10 07:50:54,929 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2025-01-10 07:50:54,932 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2025-01-10 07:50:54,933 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13330ac6) with optional ClassLoader: null 2025-01-10 07:50:54,933 main DEBUG Shutdown hook enabled. Registering a new one. 2025-01-10 07:50:54,934 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13330ac6] started OK. 2025-01-10T07:50:55,360 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711 2025-01-10 07:50:55,365 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2025-01-10 07:50:55,366 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2025-01-10T07:50:55,377 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/hadoop-log-dir so I do NOT create it in target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1 2025-01-10T07:50:55,377 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/hadoop-log-dir Erasing configuration value by system value. 2025-01-10T07:50:55,378 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/hadoop-tmp-dir so I do NOT create it in target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1 2025-01-10T07:50:55,378 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/hadoop-tmp-dir Erasing configuration value by system value. 2025-01-10T07:50:55,379 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1 2025-01-10T07:50:55,392 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestEditsBehindDroppedTableTiming timeout: 13 mins 2025-01-10T07:50:55,426 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/cluster_f89b6b36-df4a-66d2-c580-09fe23a188ae, deleteOnExit=true 2025-01-10T07:50:55,594 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/cluster_f89b6b36-df4a-66d2-c580-09fe23a188ae/zookeeper_0, clientPort=49432, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/cluster_f89b6b36-df4a-66d2-c580-09fe23a188ae/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/cluster_f89b6b36-df4a-66d2-c580-09fe23a188ae/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2025-01-10T07:50:55,631 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=49432 2025-01-10T07:50:55,631 INFO [Time-limited test {}] replication.TestReplicationBase(247): Setup first Zk 2025-01-10T07:50:55,631 INFO [Time-limited test {}] replication.TestReplicationBase(250): Setup second Zk 2025-01-10T07:50:55,643 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2025-01-10T07:50:55,647 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2025-01-10T07:50:55,647 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/test.cache.data in system properties and HBase conf 2025-01-10T07:50:55,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/hadoop.tmp.dir in system properties and HBase conf 2025-01-10T07:50:55,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/hadoop.log.dir in system properties and HBase conf 2025-01-10T07:50:55,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/mapreduce.cluster.local.dir in system properties and HBase conf 2025-01-10T07:50:55,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/mapreduce.cluster.temp.dir in system properties and HBase conf 2025-01-10T07:50:55,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2025-01-10T07:50:55,765 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2025-01-10T07:50:55,974 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2025-01-10T07:50:55,979 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2025-01-10T07:50:55,980 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2025-01-10T07:50:55,981 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/yarn.nodemanager.log-dirs in system properties and HBase conf 2025-01-10T07:50:55,982 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2025-01-10T07:50:55,984 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2025-01-10T07:50:55,988 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2025-01-10T07:50:55,988 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2025-01-10T07:50:55,991 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/dfs.journalnode.edits.dir in system properties and HBase conf 2025-01-10T07:50:55,991 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2025-01-10T07:50:55,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/nfs.dump.dir in system properties and HBase conf 2025-01-10T07:50:55,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/java.io.tmpdir in system properties and HBase conf 2025-01-10T07:50:55,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/dfs.journalnode.edits.dir in system properties and HBase conf 2025-01-10T07:50:55,993 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2025-01-10T07:50:55,993 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2025-01-10T07:50:57,266 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2025-01-10T07:50:57,392 INFO [Time-limited test {}] log.Log(170): Logging initialized @3862ms to org.eclipse.jetty.util.log.Slf4jLog 2025-01-10T07:50:57,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-10T07:50:57,697 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2025-01-10T07:50:57,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2025-01-10T07:50:57,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2025-01-10T07:50:57,828 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2025-01-10T07:50:57,849 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-10T07:50:57,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b04f0b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/hadoop.log.dir/,AVAILABLE} 2025-01-10T07:50:57,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fb7fa1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2025-01-10T07:50:58,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14b32b31{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/java.io.tmpdir/jetty-localhost-34535-hadoop-hdfs-3_4_1-tests_jar-_-any-10838341997902810657/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2025-01-10T07:50:58,235 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1277ac07{HTTP/1.1, (http/1.1)}{localhost:34535} 2025-01-10T07:50:58,235 INFO [Time-limited test {}] server.Server(415): Started @4707ms 2025-01-10T07:50:58,858 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-10T07:50:58,879 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2025-01-10T07:50:58,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2025-01-10T07:50:58,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2025-01-10T07:50:58,887 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2025-01-10T07:50:58,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@691d7a9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/hadoop.log.dir/,AVAILABLE} 2025-01-10T07:50:58,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3341e317{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2025-01-10T07:50:59,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69d3730a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/java.io.tmpdir/jetty-localhost-42845-hadoop-hdfs-3_4_1-tests_jar-_-any-2413334369024591701/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-10T07:50:59,058 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@423d3cab{HTTP/1.1, (http/1.1)}{localhost:42845} 2025-01-10T07:50:59,059 INFO [Time-limited test {}] server.Server(415): Started @5530ms 2025-01-10T07:50:59,136 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2025-01-10T07:51:00,006 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/cluster_f89b6b36-df4a-66d2-c580-09fe23a188ae/dfs/data/data2/current/BP-279296956-172.17.0.2-1736495456938/current, will proceed with Du for space computation calculation, 2025-01-10T07:51:00,006 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/cluster_f89b6b36-df4a-66d2-c580-09fe23a188ae/dfs/data/data1/current/BP-279296956-172.17.0.2-1736495456938/current, will proceed with Du for space computation calculation, 2025-01-10T07:51:00,155 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2025-01-10T07:51:00,230 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89557d905c3cef09 with lease ID 0xb1bc70a8b75bd8ec: Processing first storage report for DS-c08f135f-0751-4190-a992-45aff4adf786 from datanode DatanodeRegistration(127.0.0.1:36239, datanodeUuid=3429bf80-43c4-4efd-8cdc-f9d611d15d7b, infoPort=42949, infoSecurePort=0, ipcPort=43549, storageInfo=lv=-57;cid=testClusterID;nsid=1005232598;c=1736495456938) 2025-01-10T07:51:00,232 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89557d905c3cef09 with lease ID 0xb1bc70a8b75bd8ec: from storage DS-c08f135f-0751-4190-a992-45aff4adf786 node DatanodeRegistration(127.0.0.1:36239, datanodeUuid=3429bf80-43c4-4efd-8cdc-f9d611d15d7b, infoPort=42949, infoSecurePort=0, ipcPort=43549, storageInfo=lv=-57;cid=testClusterID;nsid=1005232598;c=1736495456938), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2025-01-10T07:51:00,232 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89557d905c3cef09 with lease ID 0xb1bc70a8b75bd8ec: Processing first storage report for DS-45940f6c-ccc4-4a28-bbee-1a2080f33592 from datanode DatanodeRegistration(127.0.0.1:36239, datanodeUuid=3429bf80-43c4-4efd-8cdc-f9d611d15d7b, infoPort=42949, infoSecurePort=0, ipcPort=43549, storageInfo=lv=-57;cid=testClusterID;nsid=1005232598;c=1736495456938) 2025-01-10T07:51:00,233 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89557d905c3cef09 with lease ID 0xb1bc70a8b75bd8ec: from storage DS-45940f6c-ccc4-4a28-bbee-1a2080f33592 node DatanodeRegistration(127.0.0.1:36239, datanodeUuid=3429bf80-43c4-4efd-8cdc-f9d611d15d7b, infoPort=42949, infoSecurePort=0, ipcPort=43549, storageInfo=lv=-57;cid=testClusterID;nsid=1005232598;c=1736495456938), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2025-01-10T07:51:00,321 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711 2025-01-10T07:51:00,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-10T07:51:00,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-10T07:51:00,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741825_1001 (size=7) 2025-01-10T07:51:01,253 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 with version=8 2025-01-10T07:51:01,254 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/hbase-staging 2025-01-10T07:51:01,429 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2025-01-10T07:51:01,727 INFO [Time-limited test {}] client.ConnectionUtils(129): master/995f44e581cf:0 server-side Connection retries=45 2025-01-10T07:51:01,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-10T07:51:01,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2025-01-10T07:51:01,755 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2025-01-10T07:51:01,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-10T07:51:01,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2025-01-10T07:51:01,947 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2025-01-10T07:51:02,028 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2025-01-10T07:51:02,039 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2025-01-10T07:51:02,043 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2025-01-10T07:51:02,076 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10484 (auto-detected) 2025-01-10T07:51:02,078 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2025-01-10T07:51:02,144 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33135 2025-01-10T07:51:02,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-10T07:51:02,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-10T07:51:02,172 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33135 connecting to ZooKeeper ensemble=127.0.0.1:49432 2025-01-10T07:51:02,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331350x0, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2025-01-10T07:51:02,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33135-0x100893adc890000 connected 2025-01-10T07:51:02,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2025-01-10T07:51:02,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2025-01-10T07:51:02,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2025-01-10T07:51:02,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33135 2025-01-10T07:51:02,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33135 2025-01-10T07:51:02,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33135 2025-01-10T07:51:02,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33135 2025-01-10T07:51:02,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33135 2025-01-10T07:51:02,325 INFO [Time-limited test {}] master.HMaster(499): hbase.rootdir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7, hbase.cluster.distributed=false 2025-01-10T07:51:02,430 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/995f44e581cf:0 server-side Connection retries=45 2025-01-10T07:51:02,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-10T07:51:02,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2025-01-10T07:51:02,431 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2025-01-10T07:51:02,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-10T07:51:02,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2025-01-10T07:51:02,434 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2025-01-10T07:51:02,441 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2025-01-10T07:51:02,452 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34405 2025-01-10T07:51:02,454 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2025-01-10T07:51:02,485 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2025-01-10T07:51:02,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-10T07:51:02,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-10T07:51:02,508 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34405 connecting to ZooKeeper ensemble=127.0.0.1:49432 2025-01-10T07:51:02,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344050x0, quorum=127.0.0.1:49432, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2025-01-10T07:51:02,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344050x0, quorum=127.0.0.1:49432, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2025-01-10T07:51:02,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344050x0, quorum=127.0.0.1:49432, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2025-01-10T07:51:02,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344050x0, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2025-01-10T07:51:02,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34405-0x100893adc890001 connected 2025-01-10T07:51:02,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34405 2025-01-10T07:51:02,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34405 2025-01-10T07:51:02,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34405 2025-01-10T07:51:02,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34405 2025-01-10T07:51:02,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34405 2025-01-10T07:51:02,548 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.HMaster(2460): Adding backup master ZNode /1/backup-masters/995f44e581cf,33135,1736495461421 2025-01-10T07:51:02,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x100893adc890001, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2025-01-10T07:51:02,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2025-01-10T07:51:02,563 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/995f44e581cf,33135,1736495461421 2025-01-10T07:51:02,578 DEBUG [M:0;995f44e581cf:33135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;995f44e581cf:33135 2025-01-10T07:51:02,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2025-01-10T07:51:02,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x100893adc890001, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2025-01-10T07:51:02,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2025-01-10T07:51:02,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x100893adc890001, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2025-01-10T07:51:02,597 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Set watcher on existing znode=/1/master 2025-01-10T07:51:02,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Set watcher on existing znode=/1/master 2025-01-10T07:51:02,599 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/995f44e581cf,33135,1736495461421 from backup master directory 2025-01-10T07:51:02,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x100893adc890001, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2025-01-10T07:51:02,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/995f44e581cf,33135,1736495461421 2025-01-10T07:51:02,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2025-01-10T07:51:02,604 WARN [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2025-01-10T07:51:02,604 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=995f44e581cf,33135,1736495461421 2025-01-10T07:51:02,608 INFO [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2025-01-10T07:51:02,614 INFO [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2025-01-10T07:51:02,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741826_1002 (size=42) 2025-01-10T07:51:02,715 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/hbase.id with ID: c5de10e4-0d35-449d-b5b6-f4bb4b7e9ced 2025-01-10T07:51:02,778 INFO [master/995f44e581cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-10T07:51:02,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2025-01-10T07:51:02,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x100893adc890001, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2025-01-10T07:51:02,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741827_1003 (size=196) 2025-01-10T07:51:02,862 INFO [master/995f44e581cf:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-10T07:51:02,868 INFO [master/995f44e581cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2025-01-10T07:51:02,895 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:984) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2485) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:601) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:598) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:02,903 INFO [master/995f44e581cf:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-10T07:51:02,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741828_1004 (size=1189) 2025-01-10T07:51:03,380 INFO [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/MasterData/data/master/store 2025-01-10T07:51:03,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741829_1005 (size=34) 2025-01-10T07:51:03,833 INFO [master/995f44e581cf:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2025-01-10T07:51:03,833 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:03,835 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-10T07:51:03,835 INFO [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-10T07:51:03,835 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-10T07:51:03,835 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-10T07:51:03,835 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-10T07:51:03,836 INFO [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-10T07:51:03,836 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2025-01-10T07:51:03,839 WARN [master/995f44e581cf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/MasterData/data/master/store/.initializing 2025-01-10T07:51:03,839 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/MasterData/WALs/995f44e581cf,33135,1736495461421 2025-01-10T07:51:03,850 INFO [master/995f44e581cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-10T07:51:03,868 INFO [master/995f44e581cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=995f44e581cf%2C33135%2C1736495461421, suffix=, logDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/MasterData/WALs/995f44e581cf,33135,1736495461421, archiveDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/MasterData/oldWALs, maxLogs=10 2025-01-10T07:51:03,907 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/MasterData/WALs/995f44e581cf,33135,1736495461421/995f44e581cf%2C33135%2C1736495461421.1736495463874, exclude list is [], retry=0 2025-01-10T07:51:03,944 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36239,DS-c08f135f-0751-4190-a992-45aff4adf786,DISK] 2025-01-10T07:51:03,950 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2025-01-10T07:51:04,007 INFO [master/995f44e581cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/MasterData/WALs/995f44e581cf,33135,1736495461421/995f44e581cf%2C33135%2C1736495461421.1736495463874 2025-01-10T07:51:04,010 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42949:42949)] 2025-01-10T07:51:04,011 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2025-01-10T07:51:04,012 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:04,016 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2025-01-10T07:51:04,017 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2025-01-10T07:51:04,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2025-01-10T07:51:04,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2025-01-10T07:51:04,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:04,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-10T07:51:04,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2025-01-10T07:51:04,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2025-01-10T07:51:04,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:04,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:04,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2025-01-10T07:51:04,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2025-01-10T07:51:04,125 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:04,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:04,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2025-01-10T07:51:04,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2025-01-10T07:51:04,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:04,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:04,144 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-10T07:51:04,146 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-10T07:51:04,158 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-10T07:51:04,163 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2025-01-10T07:51:04,174 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:04,178 INFO [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70501329, jitterRate=0.05055166780948639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-10T07:51:04,184 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2025-01-10T07:51:04,185 INFO [master/995f44e581cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2025-01-10T07:51:04,230 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413f98aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:04,270 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.HMaster(893): No meta location available on zookeeper, skip migrating... 2025-01-10T07:51:04,284 INFO [master/995f44e581cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2025-01-10T07:51:04,285 INFO [master/995f44e581cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2025-01-10T07:51:04,288 INFO [master/995f44e581cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2025-01-10T07:51:04,291 INFO [master/995f44e581cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 2 msec 2025-01-10T07:51:04,296 INFO [master/995f44e581cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2025-01-10T07:51:04,296 INFO [master/995f44e581cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2025-01-10T07:51:04,326 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2025-01-10T07:51:04,341 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2025-01-10T07:51:04,344 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/balancer already deleted, retry=false 2025-01-10T07:51:04,348 INFO [master/995f44e581cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2025-01-10T07:51:04,350 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2025-01-10T07:51:04,358 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/normalizer already deleted, retry=false 2025-01-10T07:51:04,362 INFO [master/995f44e581cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2025-01-10T07:51:04,371 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2025-01-10T07:51:04,378 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/split already deleted, retry=false 2025-01-10T07:51:04,386 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2025-01-10T07:51:04,394 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/merge already deleted, retry=false 2025-01-10T07:51:04,426 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2025-01-10T07:51:04,430 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/snapshot-cleanup already deleted, retry=false 2025-01-10T07:51:04,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x100893adc890001, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2025-01-10T07:51:04,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x100893adc890001, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2025-01-10T07:51:04,444 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.HMaster(837): Active/primary master=995f44e581cf,33135,1736495461421, sessionid=0x100893adc890000, setting cluster-up flag (Was=false) 2025-01-10T07:51:04,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2025-01-10T07:51:04,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2025-01-10T07:51:04,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x100893adc890001, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2025-01-10T07:51:04,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2025-01-10T07:51:04,484 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2025-01-10T07:51:04,486 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=995f44e581cf,33135,1736495461421 2025-01-10T07:51:04,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2025-01-10T07:51:04,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x100893adc890001, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2025-01-10T07:51:04,516 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2025-01-10T07:51:04,524 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=995f44e581cf,33135,1736495461421 2025-01-10T07:51:04,575 DEBUG [RS:0;995f44e581cf:34405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;995f44e581cf:34405 2025-01-10T07:51:04,577 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(1008): ClusterId : c5de10e4-0d35-449d-b5b6-f4bb4b7e9ced 2025-01-10T07:51:04,580 DEBUG [RS:0;995f44e581cf:34405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2025-01-10T07:51:04,592 DEBUG [RS:0;995f44e581cf:34405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2025-01-10T07:51:04,592 DEBUG [RS:0;995f44e581cf:34405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2025-01-10T07:51:04,596 DEBUG [RS:0;995f44e581cf:34405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2025-01-10T07:51:04,597 DEBUG [RS:0;995f44e581cf:34405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f633e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:04,605 DEBUG [RS:0;995f44e581cf:34405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1327928d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=995f44e581cf/172.17.0.2:0 2025-01-10T07:51:04,609 INFO [RS:0;995f44e581cf:34405 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2025-01-10T07:51:04,609 INFO [RS:0;995f44e581cf:34405 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2025-01-10T07:51:04,609 DEBUG [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(1090): About to register with Master. 2025-01-10T07:51:04,623 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3073): reportForDuty to master=995f44e581cf,33135,1736495461421 with isa=995f44e581cf/172.17.0.2:34405, startcode=1736495462427 2025-01-10T07:51:04,639 DEBUG [RS:0;995f44e581cf:34405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2025-01-10T07:51:04,669 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2025-01-10T07:51:04,677 INFO [master/995f44e581cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2025-01-10T07:51:04,690 INFO [master/995f44e581cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2025-01-10T07:51:04,700 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 995f44e581cf,33135,1736495461421 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2025-01-10T07:51:04,715 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/995f44e581cf:0, corePoolSize=5, maxPoolSize=5 2025-01-10T07:51:04,716 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/995f44e581cf:0, corePoolSize=5, maxPoolSize=5 2025-01-10T07:51:04,716 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/995f44e581cf:0, corePoolSize=5, maxPoolSize=5 2025-01-10T07:51:04,716 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/995f44e581cf:0, corePoolSize=5, maxPoolSize=5 2025-01-10T07:51:04,716 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/995f44e581cf:0, corePoolSize=10, maxPoolSize=10 2025-01-10T07:51:04,717 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/995f44e581cf:0, corePoolSize=1, maxPoolSize=1 2025-01-10T07:51:04,717 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/995f44e581cf:0, corePoolSize=2, maxPoolSize=2 2025-01-10T07:51:04,718 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/995f44e581cf:0, corePoolSize=1, maxPoolSize=1 2025-01-10T07:51:04,720 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36893, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2025-01-10T07:51:04,728 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33135 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3295) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:04,734 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2025-01-10T07:51:04,735 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2025-01-10T07:51:04,749 INFO [master/995f44e581cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1736495494748 2025-01-10T07:51:04,750 INFO [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2025-01-10T07:51:04,752 INFO [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2025-01-10T07:51:04,752 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:04,752 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2025-01-10T07:51:04,756 INFO [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2025-01-10T07:51:04,756 INFO [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2025-01-10T07:51:04,757 INFO [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2025-01-10T07:51:04,757 INFO [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2025-01-10T07:51:04,767 DEBUG [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3097): Master is not running yet 2025-01-10T07:51:04,767 WARN [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2025-01-10T07:51:04,768 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:04,770 INFO [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2025-01-10T07:51:04,772 INFO [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2025-01-10T07:51:04,773 INFO [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2025-01-10T07:51:04,775 INFO [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2025-01-10T07:51:04,776 INFO [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2025-01-10T07:51:04,777 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/995f44e581cf:0:becomeActiveMaster-HFileCleaner.large.0-1736495464777,5,FailOnTimeoutGroup] 2025-01-10T07:51:04,778 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/995f44e581cf:0:becomeActiveMaster-HFileCleaner.small.0-1736495464778,5,FailOnTimeoutGroup] 2025-01-10T07:51:04,778 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:04,778 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.HMaster(1691): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2025-01-10T07:51:04,780 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:04,780 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:04,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741831_1007 (size=1039) 2025-01-10T07:51:04,869 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3073): reportForDuty to master=995f44e581cf,33135,1736495461421 with isa=995f44e581cf/172.17.0.2:34405, startcode=1736495462427 2025-01-10T07:51:04,872 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33135 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 995f44e581cf,34405,1736495462427 2025-01-10T07:51:04,875 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33135 {}] master.ServerManager(486): Registering regionserver=995f44e581cf,34405,1736495462427 2025-01-10T07:51:04,893 DEBUG [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:04,893 DEBUG [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35641 2025-01-10T07:51:04,893 DEBUG [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2025-01-10T07:51:04,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2025-01-10T07:51:04,902 DEBUG [RS:0;995f44e581cf:34405 {}] zookeeper.ZKUtil(111): regionserver:34405-0x100893adc890001, quorum=127.0.0.1:49432, baseZNode=/1 Set watcher on existing znode=/1/rs/995f44e581cf,34405,1736495462427 2025-01-10T07:51:04,902 WARN [RS:0;995f44e581cf:34405 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2025-01-10T07:51:04,902 INFO [RS:0;995f44e581cf:34405 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-10T07:51:04,903 DEBUG [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427 2025-01-10T07:51:04,904 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [995f44e581cf,34405,1736495462427] 2025-01-10T07:51:04,923 DEBUG [RS:0;995f44e581cf:34405 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2025-01-10T07:51:04,937 INFO [RS:0;995f44e581cf:34405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2025-01-10T07:51:04,956 INFO [RS:0;995f44e581cf:34405 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2025-01-10T07:51:04,960 INFO [RS:0;995f44e581cf:34405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2025-01-10T07:51:04,960 INFO [RS:0;995f44e581cf:34405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:04,962 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2025-01-10T07:51:04,971 INFO [RS:0;995f44e581cf:34405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:04,971 DEBUG [RS:0;995f44e581cf:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/995f44e581cf:0, corePoolSize=1, maxPoolSize=1 2025-01-10T07:51:04,972 DEBUG [RS:0;995f44e581cf:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/995f44e581cf:0, corePoolSize=1, maxPoolSize=1 2025-01-10T07:51:04,972 DEBUG [RS:0;995f44e581cf:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0, corePoolSize=1, maxPoolSize=1 2025-01-10T07:51:04,972 DEBUG [RS:0;995f44e581cf:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/995f44e581cf:0, corePoolSize=1, maxPoolSize=1 2025-01-10T07:51:04,972 DEBUG [RS:0;995f44e581cf:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/995f44e581cf:0, corePoolSize=1, maxPoolSize=1 2025-01-10T07:51:04,972 DEBUG [RS:0;995f44e581cf:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/995f44e581cf:0, corePoolSize=2, maxPoolSize=2 2025-01-10T07:51:04,973 DEBUG [RS:0;995f44e581cf:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/995f44e581cf:0, corePoolSize=1, maxPoolSize=1 2025-01-10T07:51:04,973 DEBUG [RS:0;995f44e581cf:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/995f44e581cf:0, corePoolSize=1, maxPoolSize=1 2025-01-10T07:51:04,979 DEBUG [RS:0;995f44e581cf:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/995f44e581cf:0, corePoolSize=1, maxPoolSize=1 2025-01-10T07:51:04,979 DEBUG [RS:0;995f44e581cf:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/995f44e581cf:0, corePoolSize=1, maxPoolSize=1 2025-01-10T07:51:04,979 DEBUG [RS:0;995f44e581cf:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/995f44e581cf:0, corePoolSize=1, maxPoolSize=1 2025-01-10T07:51:04,980 DEBUG [RS:0;995f44e581cf:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/995f44e581cf:0, corePoolSize=3, maxPoolSize=3 2025-01-10T07:51:04,980 DEBUG [RS:0;995f44e581cf:34405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/995f44e581cf:0, corePoolSize=3, maxPoolSize=3 2025-01-10T07:51:04,981 INFO [RS:0;995f44e581cf:34405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:04,981 INFO [RS:0;995f44e581cf:34405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:04,981 INFO [RS:0;995f44e581cf:34405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:04,981 INFO [RS:0;995f44e581cf:34405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:04,983 INFO [RS:0;995f44e581cf:34405 {}] hbase.ChoreService(168): Chore ScheduledChore name=995f44e581cf,34405,1736495462427-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2025-01-10T07:51:05,013 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2025-01-10T07:51:05,015 INFO [RS:0;995f44e581cf:34405 {}] hbase.ChoreService(168): Chore ScheduledChore name=995f44e581cf,34405,1736495462427-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:05,037 INFO [RS:0;995f44e581cf:34405 {}] regionserver.Replication(204): 995f44e581cf,34405,1736495462427 started 2025-01-10T07:51:05,037 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(1767): Serving as 995f44e581cf,34405,1736495462427, RpcServer on 995f44e581cf/172.17.0.2:34405, sessionid=0x100893adc890001 2025-01-10T07:51:05,038 DEBUG [RS:0;995f44e581cf:34405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2025-01-10T07:51:05,038 DEBUG [RS:0;995f44e581cf:34405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 995f44e581cf,34405,1736495462427 2025-01-10T07:51:05,038 DEBUG [RS:0;995f44e581cf:34405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '995f44e581cf,34405,1736495462427' 2025-01-10T07:51:05,038 DEBUG [RS:0;995f44e581cf:34405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2025-01-10T07:51:05,040 DEBUG [RS:0;995f44e581cf:34405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2025-01-10T07:51:05,041 DEBUG [RS:0;995f44e581cf:34405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2025-01-10T07:51:05,041 DEBUG [RS:0;995f44e581cf:34405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2025-01-10T07:51:05,041 DEBUG [RS:0;995f44e581cf:34405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 995f44e581cf,34405,1736495462427 2025-01-10T07:51:05,041 DEBUG [RS:0;995f44e581cf:34405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '995f44e581cf,34405,1736495462427' 2025-01-10T07:51:05,041 DEBUG [RS:0;995f44e581cf:34405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2025-01-10T07:51:05,042 DEBUG [RS:0;995f44e581cf:34405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2025-01-10T07:51:05,043 DEBUG [RS:0;995f44e581cf:34405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2025-01-10T07:51:05,043 INFO [RS:0;995f44e581cf:34405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2025-01-10T07:51:05,043 INFO [RS:0;995f44e581cf:34405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2025-01-10T07:51:05,153 INFO [RS:0;995f44e581cf:34405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-10T07:51:05,158 INFO [RS:0;995f44e581cf:34405 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=995f44e581cf%2C34405%2C1736495462427, suffix=, logDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427, archiveDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/oldWALs, maxLogs=10 2025-01-10T07:51:05,184 DEBUG [RS:0;995f44e581cf:34405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, exclude list is [], retry=0 2025-01-10T07:51:05,191 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36239,DS-c08f135f-0751-4190-a992-45aff4adf786,DISK] 2025-01-10T07:51:05,197 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2025-01-10T07:51:05,197 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:05,198 INFO [RS:0;995f44e581cf:34405 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 2025-01-10T07:51:05,201 DEBUG [RS:0;995f44e581cf:34405 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42949:42949)] 2025-01-10T07:51:05,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741833_1009 (size=32) 2025-01-10T07:51:05,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:05,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2025-01-10T07:51:05,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2025-01-10T07:51:05,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:05,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-10T07:51:05,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2025-01-10T07:51:05,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2025-01-10T07:51:05,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:05,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-10T07:51:05,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2025-01-10T07:51:05,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2025-01-10T07:51:05,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:05,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-10T07:51:05,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/meta/1588230740 2025-01-10T07:51:05,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/meta/1588230740 2025-01-10T07:51:05,660 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2025-01-10T07:51:05,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2025-01-10T07:51:05,670 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:05,671 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59675874, jitterRate=-0.11076018214225769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2025-01-10T07:51:05,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2025-01-10T07:51:05,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2025-01-10T07:51:05,674 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2025-01-10T07:51:05,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2025-01-10T07:51:05,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2025-01-10T07:51:05,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2025-01-10T07:51:05,681 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2025-01-10T07:51:05,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2025-01-10T07:51:05,685 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2025-01-10T07:51:05,685 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2025-01-10T07:51:05,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2025-01-10T07:51:05,714 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2025-01-10T07:51:05,718 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2025-01-10T07:51:05,878 DEBUG [995f44e581cf:33135 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2025-01-10T07:51:05,884 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:05,891 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 995f44e581cf,34405,1736495462427, state=OPENING 2025-01-10T07:51:05,897 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2025-01-10T07:51:05,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x100893adc890001, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2025-01-10T07:51:05,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2025-01-10T07:51:05,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2025-01-10T07:51:05,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2025-01-10T07:51:05,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:06,084 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 995f44e581cf,34405,1736495462427 2025-01-10T07:51:06,086 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2025-01-10T07:51:06,090 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2025-01-10T07:51:06,108 INFO [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2025-01-10T07:51:06,108 INFO [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-10T07:51:06,109 INFO [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2025-01-10T07:51:06,116 INFO [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=995f44e581cf%2C34405%2C1736495462427.meta, suffix=.meta, logDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427, archiveDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/oldWALs, maxLogs=10 2025-01-10T07:51:06,140 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.meta.1736495466118.meta, exclude list is [], retry=0 2025-01-10T07:51:06,146 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36239,DS-c08f135f-0751-4190-a992-45aff4adf786,DISK] 2025-01-10T07:51:06,153 INFO [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.meta.1736495466118.meta 2025-01-10T07:51:06,166 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42949:42949)] 2025-01-10T07:51:06,167 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2025-01-10T07:51:06,168 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2025-01-10T07:51:06,236 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2025-01-10T07:51:06,240 INFO [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2025-01-10T07:51:06,244 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2025-01-10T07:51:06,244 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:06,245 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2025-01-10T07:51:06,245 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2025-01-10T07:51:06,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2025-01-10T07:51:06,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2025-01-10T07:51:06,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:06,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-10T07:51:06,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2025-01-10T07:51:06,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2025-01-10T07:51:06,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:06,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-10T07:51:06,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2025-01-10T07:51:06,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2025-01-10T07:51:06,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:06,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-10T07:51:06,263 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/meta/1588230740 2025-01-10T07:51:06,266 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/meta/1588230740 2025-01-10T07:51:06,269 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2025-01-10T07:51:06,271 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2025-01-10T07:51:06,273 INFO [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71991369, jitterRate=0.07275499403476715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2025-01-10T07:51:06,275 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2025-01-10T07:51:06,285 INFO [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1736495466077 2025-01-10T07:51:06,298 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2025-01-10T07:51:06,299 INFO [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2025-01-10T07:51:06,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:06,302 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 995f44e581cf,34405,1736495462427, state=OPEN 2025-01-10T07:51:06,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x100893adc890001, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2025-01-10T07:51:06,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2025-01-10T07:51:06,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2025-01-10T07:51:06,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2025-01-10T07:51:06,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2025-01-10T07:51:06,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=995f44e581cf,34405,1736495462427 in 406 msec 2025-01-10T07:51:06,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2025-01-10T07:51:06,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 623 msec 2025-01-10T07:51:06,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.7280 sec 2025-01-10T07:51:06,329 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.HMaster(1099): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1736495466328, completionTime=-1 2025-01-10T07:51:06,329 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2025-01-10T07:51:06,329 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2025-01-10T07:51:06,377 DEBUG [hconnection-0x6f98ad5a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:06,380 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-10T07:51:06,390 INFO [master/995f44e581cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2025-01-10T07:51:06,390 INFO [master/995f44e581cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1736495526390 2025-01-10T07:51:06,390 INFO [master/995f44e581cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1736495586390 2025-01-10T07:51:06,390 INFO [master/995f44e581cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 60 msec 2025-01-10T07:51:06,426 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=995f44e581cf,33135,1736495461421-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:06,427 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=995f44e581cf,33135,1736495461421-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:06,427 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=995f44e581cf,33135,1736495461421-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:06,429 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-995f44e581cf:33135, period=300000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:06,429 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:06,437 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2025-01-10T07:51:06,439 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.HMaster(2440): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2025-01-10T07:51:06,446 DEBUG [master/995f44e581cf:0.Chore.1 {}] janitor.CatalogJanitor(179): 2025-01-10T07:51:06,446 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2025-01-10T07:51:06,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2025-01-10T07:51:06,452 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:06,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2025-01-10T07:51:06,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741835_1011 (size=358) 2025-01-10T07:51:06,485 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4e1eaf4abec7adc24615d2ed30eb6aec, NAME => 'hbase:namespace,,1736495466438.4e1eaf4abec7adc24615d2ed30eb6aec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:06,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741836_1012 (size=42) 2025-01-10T07:51:06,517 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1736495466438.4e1eaf4abec7adc24615d2ed30eb6aec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:06,518 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 4e1eaf4abec7adc24615d2ed30eb6aec, disabling compactions & flushes 2025-01-10T07:51:06,518 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1736495466438.4e1eaf4abec7adc24615d2ed30eb6aec. 2025-01-10T07:51:06,518 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1736495466438.4e1eaf4abec7adc24615d2ed30eb6aec. 2025-01-10T07:51:06,518 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1736495466438.4e1eaf4abec7adc24615d2ed30eb6aec. after waiting 0 ms 2025-01-10T07:51:06,518 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1736495466438.4e1eaf4abec7adc24615d2ed30eb6aec. 2025-01-10T07:51:06,518 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1736495466438.4e1eaf4abec7adc24615d2ed30eb6aec. 2025-01-10T07:51:06,518 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4e1eaf4abec7adc24615d2ed30eb6aec: 2025-01-10T07:51:06,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2025-01-10T07:51:06,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1736495466438.4e1eaf4abec7adc24615d2ed30eb6aec.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1736495466523"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495466523"}]},"ts":"1736495466523"} 2025-01-10T07:51:06,559 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2025-01-10T07:51:06,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2025-01-10T07:51:06,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736495466561"}]},"ts":"1736495466561"} 2025-01-10T07:51:06,570 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2025-01-10T07:51:06,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4e1eaf4abec7adc24615d2ed30eb6aec, ASSIGN}] 2025-01-10T07:51:06,578 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4e1eaf4abec7adc24615d2ed30eb6aec, ASSIGN 2025-01-10T07:51:06,580 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=4e1eaf4abec7adc24615d2ed30eb6aec, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:06,731 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4e1eaf4abec7adc24615d2ed30eb6aec, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:06,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 4e1eaf4abec7adc24615d2ed30eb6aec, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:06,891 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 995f44e581cf,34405,1736495462427 2025-01-10T07:51:06,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1736495466438.4e1eaf4abec7adc24615d2ed30eb6aec. 2025-01-10T07:51:06,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 4e1eaf4abec7adc24615d2ed30eb6aec, NAME => 'hbase:namespace,,1736495466438.4e1eaf4abec7adc24615d2ed30eb6aec.', STARTKEY => '', ENDKEY => ''} 2025-01-10T07:51:06,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 4e1eaf4abec7adc24615d2ed30eb6aec 2025-01-10T07:51:06,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1736495466438.4e1eaf4abec7adc24615d2ed30eb6aec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:06,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 4e1eaf4abec7adc24615d2ed30eb6aec 2025-01-10T07:51:06,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 4e1eaf4abec7adc24615d2ed30eb6aec 2025-01-10T07:51:06,912 INFO [StoreOpener-4e1eaf4abec7adc24615d2ed30eb6aec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4e1eaf4abec7adc24615d2ed30eb6aec 2025-01-10T07:51:06,915 INFO [StoreOpener-4e1eaf4abec7adc24615d2ed30eb6aec-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e1eaf4abec7adc24615d2ed30eb6aec columnFamilyName info 2025-01-10T07:51:06,915 DEBUG [StoreOpener-4e1eaf4abec7adc24615d2ed30eb6aec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:06,916 INFO [StoreOpener-4e1eaf4abec7adc24615d2ed30eb6aec-1 {}] regionserver.HStore(327): Store=4e1eaf4abec7adc24615d2ed30eb6aec/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:06,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/namespace/4e1eaf4abec7adc24615d2ed30eb6aec 2025-01-10T07:51:06,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/namespace/4e1eaf4abec7adc24615d2ed30eb6aec 2025-01-10T07:51:06,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 4e1eaf4abec7adc24615d2ed30eb6aec 2025-01-10T07:51:06,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/namespace/4e1eaf4abec7adc24615d2ed30eb6aec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:06,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 4e1eaf4abec7adc24615d2ed30eb6aec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69924848, jitterRate=0.0419614315032959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2025-01-10T07:51:06,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 4e1eaf4abec7adc24615d2ed30eb6aec: 2025-01-10T07:51:06,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1736495466438.4e1eaf4abec7adc24615d2ed30eb6aec., pid=6, masterSystemTime=1736495466891 2025-01-10T07:51:06,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1736495466438.4e1eaf4abec7adc24615d2ed30eb6aec. 2025-01-10T07:51:06,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1736495466438.4e1eaf4abec7adc24615d2ed30eb6aec. 2025-01-10T07:51:06,944 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4e1eaf4abec7adc24615d2ed30eb6aec, regionState=OPEN, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:06,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2025-01-10T07:51:06,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 4e1eaf4abec7adc24615d2ed30eb6aec, server=995f44e581cf,34405,1736495462427 in 213 msec 2025-01-10T07:51:06,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2025-01-10T07:51:06,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=4e1eaf4abec7adc24615d2ed30eb6aec, ASSIGN in 379 msec 2025-01-10T07:51:06,964 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2025-01-10T07:51:06,964 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736495466964"}]},"ts":"1736495466964"} 2025-01-10T07:51:06,968 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2025-01-10T07:51:06,980 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2025-01-10T07:51:06,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 540 msec 2025-01-10T07:51:07,079 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2025-01-10T07:51:07,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2025-01-10T07:51:07,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2025-01-10T07:51:07,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x100893adc890001, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2025-01-10T07:51:07,144 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2025-01-10T07:51:07,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2025-01-10T07:51:07,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 60 msec 2025-01-10T07:51:07,210 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2025-01-10T07:51:07,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2025-01-10T07:51:07,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 49 msec 2025-01-10T07:51:07,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2025-01-10T07:51:07,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2025-01-10T07:51:07,315 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.HMaster(1229): Master has completed initialization 4.710sec 2025-01-10T07:51:07,316 INFO [master/995f44e581cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2025-01-10T07:51:07,318 INFO [master/995f44e581cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2025-01-10T07:51:07,319 INFO [master/995f44e581cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2025-01-10T07:51:07,321 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2025-01-10T07:51:07,321 INFO [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2025-01-10T07:51:07,323 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=995f44e581cf,33135,1736495461421-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2025-01-10T07:51:07,323 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=995f44e581cf,33135,1736495461421-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2025-01-10T07:51:07,332 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] master.HMaster(1332): Balancer post startup initialization complete, took 0 seconds 2025-01-10T07:51:07,333 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2025-01-10T07:51:07,333 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=995f44e581cf,33135,1736495461421-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:07,396 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f5aaf55 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1554c259 2025-01-10T07:51:07,397 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2025-01-10T07:51:07,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57cfbfb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:07,409 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2025-01-10T07:51:07,409 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2025-01-10T07:51:07,422 DEBUG [hconnection-0x2ad95014-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:07,436 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-10T07:51:07,447 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=995f44e581cf,33135,1736495461421 2025-01-10T07:51:07,447 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2025-01-10T07:51:07,447 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/cluster_f56f6aa0-e732-a86f-2c4a-21081cbe217a, deleteOnExit=true 2025-01-10T07:51:07,448 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2025-01-10T07:51:07,470 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/test.cache.data in system properties and HBase conf 2025-01-10T07:51:07,470 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/hadoop.tmp.dir in system properties and HBase conf 2025-01-10T07:51:07,470 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/hadoop.log.dir in system properties and HBase conf 2025-01-10T07:51:07,470 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/mapreduce.cluster.local.dir in system properties and HBase conf 2025-01-10T07:51:07,471 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/mapreduce.cluster.temp.dir in system properties and HBase conf 2025-01-10T07:51:07,471 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2025-01-10T07:51:07,471 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2025-01-10T07:51:07,471 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2025-01-10T07:51:07,471 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2025-01-10T07:51:07,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/yarn.nodemanager.log-dirs in system properties and HBase conf 2025-01-10T07:51:07,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2025-01-10T07:51:07,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2025-01-10T07:51:07,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2025-01-10T07:51:07,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2025-01-10T07:51:07,472 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/dfs.journalnode.edits.dir in system properties and HBase conf 2025-01-10T07:51:07,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2025-01-10T07:51:07,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/nfs.dump.dir in system properties and HBase conf 2025-01-10T07:51:07,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/java.io.tmpdir in system properties and HBase conf 2025-01-10T07:51:07,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/dfs.journalnode.edits.dir in system properties and HBase conf 2025-01-10T07:51:07,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2025-01-10T07:51:07,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2025-01-10T07:51:07,608 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-10T07:51:07,617 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2025-01-10T07:51:07,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2025-01-10T07:51:07,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2025-01-10T07:51:07,623 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2025-01-10T07:51:07,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-10T07:51:07,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c2a4baf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/hadoop.log.dir/,AVAILABLE} 2025-01-10T07:51:07,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f3232e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2025-01-10T07:51:07,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@623c0e84{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/java.io.tmpdir/jetty-localhost-43951-hadoop-hdfs-3_4_1-tests_jar-_-any-692987776081529645/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2025-01-10T07:51:07,748 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@deeae95{HTTP/1.1, (http/1.1)}{localhost:43951} 2025-01-10T07:51:07,748 INFO [Time-limited test {}] server.Server(415): Started @14219ms 2025-01-10T07:51:07,888 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-10T07:51:07,893 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2025-01-10T07:51:07,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2025-01-10T07:51:07,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2025-01-10T07:51:07,897 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2025-01-10T07:51:07,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5906f0e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/hadoop.log.dir/,AVAILABLE} 2025-01-10T07:51:07,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ed68b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2025-01-10T07:51:08,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b3b0318{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/java.io.tmpdir/jetty-localhost-42573-hadoop-hdfs-3_4_1-tests_jar-_-any-11040153807599816652/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-10T07:51:08,060 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69338931{HTTP/1.1, (http/1.1)}{localhost:42573} 2025-01-10T07:51:08,060 INFO [Time-limited test {}] server.Server(415): Started @14532ms 2025-01-10T07:51:08,064 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2025-01-10T07:51:08,222 WARN [Thread-203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/cluster_f56f6aa0-e732-a86f-2c4a-21081cbe217a/dfs/data/data1/current/BP-1652491035-172.17.0.2-1736495467517/current, will proceed with Du for space computation calculation, 2025-01-10T07:51:08,223 WARN [Thread-204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/cluster_f56f6aa0-e732-a86f-2c4a-21081cbe217a/dfs/data/data2/current/BP-1652491035-172.17.0.2-1736495467517/current, will proceed with Du for space computation calculation, 2025-01-10T07:51:08,289 WARN [Thread-191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2025-01-10T07:51:08,294 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97d513f77acde3b1 with lease ID 0xedf3ddd59ef36e60: Processing first storage report for DS-c384e256-1881-4071-a5ed-732bc2cedb09 from datanode DatanodeRegistration(127.0.0.1:44299, datanodeUuid=f4aefd62-16d8-40ef-8be0-0fe04190c1cb, infoPort=33485, infoSecurePort=0, ipcPort=42553, storageInfo=lv=-57;cid=testClusterID;nsid=1363574039;c=1736495467517) 2025-01-10T07:51:08,295 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97d513f77acde3b1 with lease ID 0xedf3ddd59ef36e60: from storage DS-c384e256-1881-4071-a5ed-732bc2cedb09 node DatanodeRegistration(127.0.0.1:44299, datanodeUuid=f4aefd62-16d8-40ef-8be0-0fe04190c1cb, infoPort=33485, infoSecurePort=0, ipcPort=42553, storageInfo=lv=-57;cid=testClusterID;nsid=1363574039;c=1736495467517), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2025-01-10T07:51:08,295 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97d513f77acde3b1 with lease ID 0xedf3ddd59ef36e60: Processing first storage report for DS-38c7eb66-9711-4c30-beea-45bf50378aa8 from datanode DatanodeRegistration(127.0.0.1:44299, datanodeUuid=f4aefd62-16d8-40ef-8be0-0fe04190c1cb, infoPort=33485, infoSecurePort=0, ipcPort=42553, storageInfo=lv=-57;cid=testClusterID;nsid=1363574039;c=1736495467517) 2025-01-10T07:51:08,295 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97d513f77acde3b1 with lease ID 0xedf3ddd59ef36e60: from storage DS-38c7eb66-9711-4c30-beea-45bf50378aa8 node DatanodeRegistration(127.0.0.1:44299, datanodeUuid=f4aefd62-16d8-40ef-8be0-0fe04190c1cb, infoPort=33485, infoSecurePort=0, ipcPort=42553, storageInfo=lv=-57;cid=testClusterID;nsid=1363574039;c=1736495467517), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2025-01-10T07:51:08,339 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1 2025-01-10T07:51:08,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-10T07:51:08,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-10T07:51:08,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741825_1001 (size=7) 2025-01-10T07:51:08,375 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e with version=8 2025-01-10T07:51:08,375 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/hbase-staging 2025-01-10T07:51:08,378 INFO [Time-limited test {}] client.ConnectionUtils(129): master/995f44e581cf:0 server-side Connection retries=18 2025-01-10T07:51:08,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-10T07:51:08,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2025-01-10T07:51:08,379 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2025-01-10T07:51:08,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-10T07:51:08,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2025-01-10T07:51:08,379 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2025-01-10T07:51:08,379 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2025-01-10T07:51:08,381 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44133 2025-01-10T07:51:08,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-10T07:51:08,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-10T07:51:08,387 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44133 connecting to ZooKeeper ensemble=127.0.0.1:49432 2025-01-10T07:51:08,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441330x0, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2025-01-10T07:51:08,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44133-0x100893adc890003 connected 2025-01-10T07:51:08,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2025-01-10T07:51:08,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2025-01-10T07:51:08,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2025-01-10T07:51:08,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44133 2025-01-10T07:51:08,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44133 2025-01-10T07:51:08,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44133 2025-01-10T07:51:08,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44133 2025-01-10T07:51:08,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44133 2025-01-10T07:51:08,434 INFO [Time-limited test {}] master.HMaster(499): hbase.rootdir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e, hbase.cluster.distributed=false 2025-01-10T07:51:08,460 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/995f44e581cf:0 server-side Connection retries=18 2025-01-10T07:51:08,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-10T07:51:08,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2025-01-10T07:51:08,460 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2025-01-10T07:51:08,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-10T07:51:08,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2025-01-10T07:51:08,460 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2025-01-10T07:51:08,461 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2025-01-10T07:51:08,463 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39451 2025-01-10T07:51:08,464 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2025-01-10T07:51:08,467 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2025-01-10T07:51:08,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-10T07:51:08,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-10T07:51:08,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39451 connecting to ZooKeeper ensemble=127.0.0.1:49432 2025-01-10T07:51:08,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394510x0, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2025-01-10T07:51:08,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394510x0, quorum=127.0.0.1:49432, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2025-01-10T07:51:08,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39451-0x100893adc890004 connected 2025-01-10T07:51:08,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39451-0x100893adc890004, quorum=127.0.0.1:49432, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2025-01-10T07:51:08,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39451-0x100893adc890004, quorum=127.0.0.1:49432, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2025-01-10T07:51:08,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39451 2025-01-10T07:51:08,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39451 2025-01-10T07:51:08,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39451 2025-01-10T07:51:08,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39451 2025-01-10T07:51:08,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39451 2025-01-10T07:51:08,498 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.HMaster(2460): Adding backup master ZNode /2/backup-masters/995f44e581cf,44133,1736495468377 2025-01-10T07:51:08,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x100893adc890004, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2025-01-10T07:51:08,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2025-01-10T07:51:08,501 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/995f44e581cf,44133,1736495468377 2025-01-10T07:51:08,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2025-01-10T07:51:08,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2025-01-10T07:51:08,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x100893adc890004, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2025-01-10T07:51:08,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x100893adc890004, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2025-01-10T07:51:08,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Set watcher on existing znode=/2/master 2025-01-10T07:51:08,509 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Set watcher on existing znode=/2/master 2025-01-10T07:51:08,513 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/995f44e581cf,44133,1736495468377 from backup master directory 2025-01-10T07:51:08,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x100893adc890004, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2025-01-10T07:51:08,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/995f44e581cf,44133,1736495468377 2025-01-10T07:51:08,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2025-01-10T07:51:08,517 WARN [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2025-01-10T07:51:08,517 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=995f44e581cf,44133,1736495468377 2025-01-10T07:51:08,518 DEBUG [M:0;995f44e581cf:44133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;995f44e581cf:44133 2025-01-10T07:51:08,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741826_1002 (size=42) 2025-01-10T07:51:08,969 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/hbase.id with ID: beae62be-5bff-475e-94c1-99dd017ddf77 2025-01-10T07:51:08,996 INFO [master/995f44e581cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-10T07:51:09,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x100893adc890004, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2025-01-10T07:51:09,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2025-01-10T07:51:09,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741827_1003 (size=196) 2025-01-10T07:51:09,446 INFO [master/995f44e581cf:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-10T07:51:09,447 INFO [master/995f44e581cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2025-01-10T07:51:09,447 INFO [master/995f44e581cf:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-10T07:51:09,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741828_1004 (size=1189) 2025-01-10T07:51:09,467 INFO [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/data/master/store 2025-01-10T07:51:09,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741829_1005 (size=34) 2025-01-10T07:51:09,478 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:09,478 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-10T07:51:09,478 INFO [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-10T07:51:09,478 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-10T07:51:09,478 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-10T07:51:09,478 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-10T07:51:09,478 INFO [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-10T07:51:09,478 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2025-01-10T07:51:09,480 WARN [master/995f44e581cf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/data/master/store/.initializing 2025-01-10T07:51:09,480 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/WALs/995f44e581cf,44133,1736495468377 2025-01-10T07:51:09,481 INFO [master/995f44e581cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-10T07:51:09,492 INFO [master/995f44e581cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=995f44e581cf%2C44133%2C1736495468377, suffix=, logDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/WALs/995f44e581cf,44133,1736495468377, archiveDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/oldWALs, maxLogs=10 2025-01-10T07:51:09,509 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/WALs/995f44e581cf,44133,1736495468377/995f44e581cf%2C44133%2C1736495468377.1736495469492, exclude list is [], retry=0 2025-01-10T07:51:09,514 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44299,DS-c384e256-1881-4071-a5ed-732bc2cedb09,DISK] 2025-01-10T07:51:09,522 INFO [master/995f44e581cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/WALs/995f44e581cf,44133,1736495468377/995f44e581cf%2C44133%2C1736495468377.1736495469492 2025-01-10T07:51:09,523 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33485:33485)] 2025-01-10T07:51:09,523 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2025-01-10T07:51:09,523 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:09,524 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2025-01-10T07:51:09,524 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2025-01-10T07:51:09,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2025-01-10T07:51:09,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2025-01-10T07:51:09,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:09,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-10T07:51:09,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2025-01-10T07:51:09,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2025-01-10T07:51:09,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:09,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:09,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2025-01-10T07:51:09,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2025-01-10T07:51:09,538 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:09,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:09,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2025-01-10T07:51:09,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2025-01-10T07:51:09,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:09,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:09,544 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-10T07:51:09,544 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-10T07:51:09,548 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-10T07:51:09,553 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2025-01-10T07:51:09,558 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:09,559 INFO [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62778091, jitterRate=-0.0645335465669632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-10T07:51:09,559 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2025-01-10T07:51:09,559 INFO [master/995f44e581cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2025-01-10T07:51:09,564 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1672fd09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:09,566 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.HMaster(893): No meta location available on zookeeper, skip migrating... 2025-01-10T07:51:09,567 INFO [master/995f44e581cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2025-01-10T07:51:09,567 INFO [master/995f44e581cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2025-01-10T07:51:09,567 INFO [master/995f44e581cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2025-01-10T07:51:09,567 INFO [master/995f44e581cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2025-01-10T07:51:09,568 INFO [master/995f44e581cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2025-01-10T07:51:09,568 INFO [master/995f44e581cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2025-01-10T07:51:09,572 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2025-01-10T07:51:09,573 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2025-01-10T07:51:09,575 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/balancer already deleted, retry=false 2025-01-10T07:51:09,575 INFO [master/995f44e581cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2025-01-10T07:51:09,576 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2025-01-10T07:51:09,577 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/normalizer already deleted, retry=false 2025-01-10T07:51:09,577 INFO [master/995f44e581cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2025-01-10T07:51:09,578 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2025-01-10T07:51:09,579 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/split already deleted, retry=false 2025-01-10T07:51:09,580 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2025-01-10T07:51:09,581 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/merge already deleted, retry=false 2025-01-10T07:51:09,583 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2025-01-10T07:51:09,585 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/snapshot-cleanup already deleted, retry=false 2025-01-10T07:51:09,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2025-01-10T07:51:09,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2025-01-10T07:51:09,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x100893adc890004, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2025-01-10T07:51:09,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x100893adc890004, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2025-01-10T07:51:09,594 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.HMaster(837): Active/primary master=995f44e581cf,44133,1736495468377, sessionid=0x100893adc890003, setting cluster-up flag (Was=false) 2025-01-10T07:51:09,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2025-01-10T07:51:09,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x100893adc890004, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2025-01-10T07:51:09,605 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2025-01-10T07:51:09,606 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=995f44e581cf,44133,1736495468377 2025-01-10T07:51:09,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2025-01-10T07:51:09,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x100893adc890004, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2025-01-10T07:51:09,618 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2025-01-10T07:51:09,620 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=995f44e581cf,44133,1736495468377 2025-01-10T07:51:09,631 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2025-01-10T07:51:09,631 INFO [master/995f44e581cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2025-01-10T07:51:09,631 INFO [master/995f44e581cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2025-01-10T07:51:09,632 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 995f44e581cf,44133,1736495468377 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2025-01-10T07:51:09,632 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/995f44e581cf:0, corePoolSize=5, maxPoolSize=5 2025-01-10T07:51:09,632 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/995f44e581cf:0, corePoolSize=5, maxPoolSize=5 2025-01-10T07:51:09,632 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/995f44e581cf:0, corePoolSize=5, maxPoolSize=5 2025-01-10T07:51:09,633 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/995f44e581cf:0, corePoolSize=5, maxPoolSize=5 2025-01-10T07:51:09,633 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/995f44e581cf:0, corePoolSize=10, maxPoolSize=10 2025-01-10T07:51:09,633 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/995f44e581cf:0, corePoolSize=1, maxPoolSize=1 2025-01-10T07:51:09,633 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/995f44e581cf:0, corePoolSize=2, maxPoolSize=2 2025-01-10T07:51:09,633 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/995f44e581cf:0, corePoolSize=1, maxPoolSize=1 2025-01-10T07:51:09,640 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2025-01-10T07:51:09,640 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2025-01-10T07:51:09,642 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:09,642 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2025-01-10T07:51:09,648 INFO [master/995f44e581cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1736495499648 2025-01-10T07:51:09,648 INFO [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2025-01-10T07:51:09,649 INFO [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2025-01-10T07:51:09,649 INFO [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2025-01-10T07:51:09,650 INFO [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2025-01-10T07:51:09,650 INFO [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2025-01-10T07:51:09,650 INFO [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2025-01-10T07:51:09,651 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:09,654 INFO [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2025-01-10T07:51:09,656 INFO [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2025-01-10T07:51:09,656 INFO [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2025-01-10T07:51:09,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741831_1007 (size=1039) 2025-01-10T07:51:09,661 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2025-01-10T07:51:09,662 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:09,662 INFO [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2025-01-10T07:51:09,662 INFO [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2025-01-10T07:51:09,666 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/995f44e581cf:0:becomeActiveMaster-HFileCleaner.large.0-1736495469662,5,FailOnTimeoutGroup] 2025-01-10T07:51:09,670 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/995f44e581cf:0:becomeActiveMaster-HFileCleaner.small.0-1736495469666,5,FailOnTimeoutGroup] 2025-01-10T07:51:09,670 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:09,670 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.HMaster(1691): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2025-01-10T07:51:09,670 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:09,671 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:09,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741832_1008 (size=32) 2025-01-10T07:51:09,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:09,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2025-01-10T07:51:09,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2025-01-10T07:51:09,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:09,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-10T07:51:09,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2025-01-10T07:51:09,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2025-01-10T07:51:09,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:09,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-10T07:51:09,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2025-01-10T07:51:09,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2025-01-10T07:51:09,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:09,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-10T07:51:09,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/meta/1588230740 2025-01-10T07:51:09,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/meta/1588230740 2025-01-10T07:51:09,715 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2025-01-10T07:51:09,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2025-01-10T07:51:09,730 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:09,731 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72644049, jitterRate=0.08248068392276764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2025-01-10T07:51:09,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2025-01-10T07:51:09,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2025-01-10T07:51:09,732 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2025-01-10T07:51:09,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2025-01-10T07:51:09,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2025-01-10T07:51:09,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2025-01-10T07:51:09,732 DEBUG [RS:0;995f44e581cf:39451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;995f44e581cf:39451 2025-01-10T07:51:09,733 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2025-01-10T07:51:09,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2025-01-10T07:51:09,735 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2025-01-10T07:51:09,735 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2025-01-10T07:51:09,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2025-01-10T07:51:09,737 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(1008): ClusterId : beae62be-5bff-475e-94c1-99dd017ddf77 2025-01-10T07:51:09,737 DEBUG [RS:0;995f44e581cf:39451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2025-01-10T07:51:09,737 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2025-01-10T07:51:09,741 DEBUG [RS:0;995f44e581cf:39451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2025-01-10T07:51:09,741 DEBUG [RS:0;995f44e581cf:39451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2025-01-10T07:51:09,741 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2025-01-10T07:51:09,743 DEBUG [RS:0;995f44e581cf:39451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2025-01-10T07:51:09,744 DEBUG [RS:0;995f44e581cf:39451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2f23ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:09,746 DEBUG [RS:0;995f44e581cf:39451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d95398, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=995f44e581cf/172.17.0.2:0 2025-01-10T07:51:09,746 INFO [RS:0;995f44e581cf:39451 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2025-01-10T07:51:09,746 INFO [RS:0;995f44e581cf:39451 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2025-01-10T07:51:09,746 DEBUG [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(1090): About to register with Master. 2025-01-10T07:51:09,747 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3073): reportForDuty to master=995f44e581cf,44133,1736495468377 with isa=995f44e581cf/172.17.0.2:39451, startcode=1736495468459 2025-01-10T07:51:09,747 DEBUG [RS:0;995f44e581cf:39451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2025-01-10T07:51:09,751 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48475, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2025-01-10T07:51:09,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44133 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 995f44e581cf,39451,1736495468459 2025-01-10T07:51:09,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44133 {}] master.ServerManager(486): Registering regionserver=995f44e581cf,39451,1736495468459 2025-01-10T07:51:09,755 DEBUG [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:09,755 DEBUG [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43587 2025-01-10T07:51:09,755 DEBUG [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2025-01-10T07:51:09,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2025-01-10T07:51:09,758 DEBUG [RS:0;995f44e581cf:39451 {}] zookeeper.ZKUtil(111): regionserver:39451-0x100893adc890004, quorum=127.0.0.1:49432, baseZNode=/2 Set watcher on existing znode=/2/rs/995f44e581cf,39451,1736495468459 2025-01-10T07:51:09,758 WARN [RS:0;995f44e581cf:39451 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2025-01-10T07:51:09,758 INFO [RS:0;995f44e581cf:39451 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-10T07:51:09,758 DEBUG [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/WALs/995f44e581cf,39451,1736495468459 2025-01-10T07:51:09,763 DEBUG [RS:0;995f44e581cf:39451 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2025-01-10T07:51:09,763 INFO [RS:0;995f44e581cf:39451 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2025-01-10T07:51:09,767 INFO [RS:0;995f44e581cf:39451 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2025-01-10T07:51:09,767 INFO [RS:0;995f44e581cf:39451 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2025-01-10T07:51:09,767 INFO [RS:0;995f44e581cf:39451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:09,767 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [995f44e581cf,39451,1736495468459] 2025-01-10T07:51:09,770 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2025-01-10T07:51:09,771 INFO [RS:0;995f44e581cf:39451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:09,771 DEBUG [RS:0;995f44e581cf:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/995f44e581cf:0, corePoolSize=1, maxPoolSize=1 2025-01-10T07:51:09,772 DEBUG [RS:0;995f44e581cf:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/995f44e581cf:0, corePoolSize=1, maxPoolSize=1 2025-01-10T07:51:09,772 DEBUG [RS:0;995f44e581cf:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0, corePoolSize=1, maxPoolSize=1 2025-01-10T07:51:09,772 DEBUG [RS:0;995f44e581cf:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/995f44e581cf:0, corePoolSize=1, maxPoolSize=1 2025-01-10T07:51:09,772 DEBUG [RS:0;995f44e581cf:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/995f44e581cf:0, corePoolSize=1, maxPoolSize=1 2025-01-10T07:51:09,772 DEBUG [RS:0;995f44e581cf:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/995f44e581cf:0, corePoolSize=2, maxPoolSize=2 2025-01-10T07:51:09,772 DEBUG [RS:0;995f44e581cf:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/995f44e581cf:0, corePoolSize=1, maxPoolSize=1 2025-01-10T07:51:09,772 DEBUG [RS:0;995f44e581cf:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/995f44e581cf:0, corePoolSize=1, maxPoolSize=1 2025-01-10T07:51:09,772 DEBUG [RS:0;995f44e581cf:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/995f44e581cf:0, corePoolSize=1, maxPoolSize=1 2025-01-10T07:51:09,772 DEBUG [RS:0;995f44e581cf:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/995f44e581cf:0, corePoolSize=1, maxPoolSize=1 2025-01-10T07:51:09,772 DEBUG [RS:0;995f44e581cf:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/995f44e581cf:0, corePoolSize=1, maxPoolSize=1 2025-01-10T07:51:09,772 DEBUG [RS:0;995f44e581cf:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/995f44e581cf:0, corePoolSize=3, maxPoolSize=3 2025-01-10T07:51:09,772 DEBUG [RS:0;995f44e581cf:39451 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/995f44e581cf:0, corePoolSize=3, maxPoolSize=3 2025-01-10T07:51:09,775 INFO [RS:0;995f44e581cf:39451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:09,775 INFO [RS:0;995f44e581cf:39451 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:09,775 INFO [RS:0;995f44e581cf:39451 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:09,775 INFO [RS:0;995f44e581cf:39451 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:09,775 INFO [RS:0;995f44e581cf:39451 {}] hbase.ChoreService(168): Chore ScheduledChore name=995f44e581cf,39451,1736495468459-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2025-01-10T07:51:09,795 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2025-01-10T07:51:09,796 INFO [RS:0;995f44e581cf:39451 {}] hbase.ChoreService(168): Chore ScheduledChore name=995f44e581cf,39451,1736495468459-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:09,814 INFO [RS:0;995f44e581cf:39451 {}] regionserver.Replication(204): 995f44e581cf,39451,1736495468459 started 2025-01-10T07:51:09,814 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(1767): Serving as 995f44e581cf,39451,1736495468459, RpcServer on 995f44e581cf/172.17.0.2:39451, sessionid=0x100893adc890004 2025-01-10T07:51:09,814 DEBUG [RS:0;995f44e581cf:39451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2025-01-10T07:51:09,814 DEBUG [RS:0;995f44e581cf:39451 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 995f44e581cf,39451,1736495468459 2025-01-10T07:51:09,814 DEBUG [RS:0;995f44e581cf:39451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '995f44e581cf,39451,1736495468459' 2025-01-10T07:51:09,814 DEBUG [RS:0;995f44e581cf:39451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2025-01-10T07:51:09,815 DEBUG [RS:0;995f44e581cf:39451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2025-01-10T07:51:09,816 DEBUG [RS:0;995f44e581cf:39451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2025-01-10T07:51:09,816 DEBUG [RS:0;995f44e581cf:39451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2025-01-10T07:51:09,816 DEBUG [RS:0;995f44e581cf:39451 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 995f44e581cf,39451,1736495468459 2025-01-10T07:51:09,816 DEBUG [RS:0;995f44e581cf:39451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '995f44e581cf,39451,1736495468459' 2025-01-10T07:51:09,816 DEBUG [RS:0;995f44e581cf:39451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2025-01-10T07:51:09,817 DEBUG [RS:0;995f44e581cf:39451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2025-01-10T07:51:09,818 DEBUG [RS:0;995f44e581cf:39451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2025-01-10T07:51:09,818 INFO [RS:0;995f44e581cf:39451 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2025-01-10T07:51:09,818 INFO [RS:0;995f44e581cf:39451 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2025-01-10T07:51:09,891 WARN [995f44e581cf:44133 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2025-01-10T07:51:09,919 INFO [RS:0;995f44e581cf:39451 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-10T07:51:09,925 INFO [RS:0;995f44e581cf:39451 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=995f44e581cf%2C39451%2C1736495468459, suffix=, logDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/WALs/995f44e581cf,39451,1736495468459, archiveDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/oldWALs, maxLogs=10 2025-01-10T07:51:09,946 DEBUG [RS:0;995f44e581cf:39451 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/WALs/995f44e581cf,39451,1736495468459/995f44e581cf%2C39451%2C1736495468459.1736495469927, exclude list is [], retry=0 2025-01-10T07:51:09,952 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44299,DS-c384e256-1881-4071-a5ed-732bc2cedb09,DISK] 2025-01-10T07:51:09,962 INFO [RS:0;995f44e581cf:39451 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/WALs/995f44e581cf,39451,1736495468459/995f44e581cf%2C39451%2C1736495468459.1736495469927 2025-01-10T07:51:09,962 DEBUG [RS:0;995f44e581cf:39451 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33485:33485)] 2025-01-10T07:51:10,037 INFO [995f44e581cf:34405Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2025-01-10T07:51:10,142 DEBUG [995f44e581cf:44133 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2025-01-10T07:51:10,142 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:10,146 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 995f44e581cf,39451,1736495468459, state=OPENING 2025-01-10T07:51:10,148 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2025-01-10T07:51:10,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x100893adc890004, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2025-01-10T07:51:10,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2025-01-10T07:51:10,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:10,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2025-01-10T07:51:10,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2025-01-10T07:51:10,305 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 995f44e581cf,39451,1736495468459 2025-01-10T07:51:10,306 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2025-01-10T07:51:10,309 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2025-01-10T07:51:10,318 INFO [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2025-01-10T07:51:10,318 INFO [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-10T07:51:10,319 INFO [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2025-01-10T07:51:10,323 INFO [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=995f44e581cf%2C39451%2C1736495468459.meta, suffix=.meta, logDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/WALs/995f44e581cf,39451,1736495468459, archiveDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/oldWALs, maxLogs=10 2025-01-10T07:51:10,348 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/WALs/995f44e581cf,39451,1736495468459/995f44e581cf%2C39451%2C1736495468459.meta.1736495470325.meta, exclude list is [], retry=0 2025-01-10T07:51:10,352 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44299,DS-c384e256-1881-4071-a5ed-732bc2cedb09,DISK] 2025-01-10T07:51:10,359 INFO [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/WALs/995f44e581cf,39451,1736495468459/995f44e581cf%2C39451%2C1736495468459.meta.1736495470325.meta 2025-01-10T07:51:10,359 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33485:33485)] 2025-01-10T07:51:10,359 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2025-01-10T07:51:10,360 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2025-01-10T07:51:10,360 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2025-01-10T07:51:10,360 INFO [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2025-01-10T07:51:10,361 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2025-01-10T07:51:10,361 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:10,361 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2025-01-10T07:51:10,361 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2025-01-10T07:51:10,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2025-01-10T07:51:10,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2025-01-10T07:51:10,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:10,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-10T07:51:10,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2025-01-10T07:51:10,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2025-01-10T07:51:10,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:10,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-10T07:51:10,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2025-01-10T07:51:10,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2025-01-10T07:51:10,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:10,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-10T07:51:10,379 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/meta/1588230740 2025-01-10T07:51:10,385 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/meta/1588230740 2025-01-10T07:51:10,388 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2025-01-10T07:51:10,391 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2025-01-10T07:51:10,393 INFO [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61914781, jitterRate=-0.07739786803722382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2025-01-10T07:51:10,393 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2025-01-10T07:51:10,395 INFO [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1736495470305 2025-01-10T07:51:10,403 DEBUG [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2025-01-10T07:51:10,404 INFO [RS_OPEN_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2025-01-10T07:51:10,405 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:10,406 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 995f44e581cf,39451,1736495468459, state=OPEN 2025-01-10T07:51:10,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x100893adc890004, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2025-01-10T07:51:10,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2025-01-10T07:51:10,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2025-01-10T07:51:10,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2025-01-10T07:51:10,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2025-01-10T07:51:10,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=995f44e581cf,39451,1736495468459 in 259 msec 2025-01-10T07:51:10,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2025-01-10T07:51:10,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 679 msec 2025-01-10T07:51:10,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 793 msec 2025-01-10T07:51:10,426 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.HMaster(1099): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1736495470426, completionTime=-1 2025-01-10T07:51:10,426 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2025-01-10T07:51:10,426 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2025-01-10T07:51:10,427 DEBUG [hconnection-0x5291bfbd-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:10,442 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-10T07:51:10,453 INFO [master/995f44e581cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2025-01-10T07:51:10,453 INFO [master/995f44e581cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1736495530453 2025-01-10T07:51:10,453 INFO [master/995f44e581cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1736495590453 2025-01-10T07:51:10,453 INFO [master/995f44e581cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 27 msec 2025-01-10T07:51:10,466 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=995f44e581cf,44133,1736495468377-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:10,466 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=995f44e581cf,44133,1736495468377-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:10,466 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=995f44e581cf,44133,1736495468377-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:10,467 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-995f44e581cf:44133, period=300000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:10,467 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:10,467 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2025-01-10T07:51:10,467 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.HMaster(2440): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2025-01-10T07:51:10,470 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2025-01-10T07:51:10,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2025-01-10T07:51:10,472 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:10,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2025-01-10T07:51:10,478 DEBUG [master/995f44e581cf:0.Chore.1 {}] janitor.CatalogJanitor(179): 2025-01-10T07:51:10,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741835_1011 (size=358) 2025-01-10T07:51:10,902 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8b8b1cf646a6feb665a6646023a4fef6, NAME => 'hbase:namespace,,1736495470467.8b8b1cf646a6feb665a6646023a4fef6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:10,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741836_1012 (size=42) 2025-01-10T07:51:10,928 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2025-01-10T07:51:10,930 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2025-01-10T07:51:11,322 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1736495470467.8b8b1cf646a6feb665a6646023a4fef6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:11,323 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 8b8b1cf646a6feb665a6646023a4fef6, disabling compactions & flushes 2025-01-10T07:51:11,323 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1736495470467.8b8b1cf646a6feb665a6646023a4fef6. 2025-01-10T07:51:11,323 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1736495470467.8b8b1cf646a6feb665a6646023a4fef6. 2025-01-10T07:51:11,323 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1736495470467.8b8b1cf646a6feb665a6646023a4fef6. after waiting 0 ms 2025-01-10T07:51:11,323 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1736495470467.8b8b1cf646a6feb665a6646023a4fef6. 2025-01-10T07:51:11,323 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1736495470467.8b8b1cf646a6feb665a6646023a4fef6. 2025-01-10T07:51:11,323 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8b8b1cf646a6feb665a6646023a4fef6: 2025-01-10T07:51:11,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2025-01-10T07:51:11,326 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1736495470467.8b8b1cf646a6feb665a6646023a4fef6.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1736495471326"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495471326"}]},"ts":"1736495471326"} 2025-01-10T07:51:11,331 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2025-01-10T07:51:11,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2025-01-10T07:51:11,333 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736495471333"}]},"ts":"1736495471333"} 2025-01-10T07:51:11,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2025-01-10T07:51:11,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=8b8b1cf646a6feb665a6646023a4fef6, ASSIGN}] 2025-01-10T07:51:11,344 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=8b8b1cf646a6feb665a6646023a4fef6, ASSIGN 2025-01-10T07:51:11,346 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=8b8b1cf646a6feb665a6646023a4fef6, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:11,497 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=8b8b1cf646a6feb665a6646023a4fef6, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:11,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 8b8b1cf646a6feb665a6646023a4fef6, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:11,656 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 995f44e581cf,39451,1736495468459 2025-01-10T07:51:11,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1736495470467.8b8b1cf646a6feb665a6646023a4fef6. 2025-01-10T07:51:11,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 8b8b1cf646a6feb665a6646023a4fef6, NAME => 'hbase:namespace,,1736495470467.8b8b1cf646a6feb665a6646023a4fef6.', STARTKEY => '', ENDKEY => ''} 2025-01-10T07:51:11,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 8b8b1cf646a6feb665a6646023a4fef6 2025-01-10T07:51:11,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1736495470467.8b8b1cf646a6feb665a6646023a4fef6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:11,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 8b8b1cf646a6feb665a6646023a4fef6 2025-01-10T07:51:11,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 8b8b1cf646a6feb665a6646023a4fef6 2025-01-10T07:51:11,668 INFO [StoreOpener-8b8b1cf646a6feb665a6646023a4fef6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8b8b1cf646a6feb665a6646023a4fef6 2025-01-10T07:51:11,671 INFO [StoreOpener-8b8b1cf646a6feb665a6646023a4fef6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b8b1cf646a6feb665a6646023a4fef6 columnFamilyName info 2025-01-10T07:51:11,671 DEBUG [StoreOpener-8b8b1cf646a6feb665a6646023a4fef6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:11,672 INFO [StoreOpener-8b8b1cf646a6feb665a6646023a4fef6-1 {}] regionserver.HStore(327): Store=8b8b1cf646a6feb665a6646023a4fef6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:11,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/namespace/8b8b1cf646a6feb665a6646023a4fef6 2025-01-10T07:51:11,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/namespace/8b8b1cf646a6feb665a6646023a4fef6 2025-01-10T07:51:11,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 8b8b1cf646a6feb665a6646023a4fef6 2025-01-10T07:51:11,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/namespace/8b8b1cf646a6feb665a6646023a4fef6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:11,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 8b8b1cf646a6feb665a6646023a4fef6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64074021, jitterRate=-0.0452226847410202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2025-01-10T07:51:11,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 8b8b1cf646a6feb665a6646023a4fef6: 2025-01-10T07:51:11,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1736495470467.8b8b1cf646a6feb665a6646023a4fef6., pid=6, masterSystemTime=1736495471655 2025-01-10T07:51:11,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1736495470467.8b8b1cf646a6feb665a6646023a4fef6. 2025-01-10T07:51:11,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1736495470467.8b8b1cf646a6feb665a6646023a4fef6. 2025-01-10T07:51:11,699 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=8b8b1cf646a6feb665a6646023a4fef6, regionState=OPEN, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:11,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2025-01-10T07:51:11,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 8b8b1cf646a6feb665a6646023a4fef6, server=995f44e581cf,39451,1736495468459 in 201 msec 2025-01-10T07:51:11,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2025-01-10T07:51:11,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=8b8b1cf646a6feb665a6646023a4fef6, ASSIGN in 366 msec 2025-01-10T07:51:11,713 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2025-01-10T07:51:11,714 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736495471714"}]},"ts":"1736495471714"} 2025-01-10T07:51:11,716 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2025-01-10T07:51:11,721 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2025-01-10T07:51:11,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2540 sec 2025-01-10T07:51:11,756 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2025-01-10T07:51:11,794 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2025-01-10T07:51:11,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2025-01-10T07:51:11,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2025-01-10T07:51:11,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x100893adc890004, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2025-01-10T07:51:11,846 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2025-01-10T07:51:11,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2025-01-10T07:51:11,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 55 msec 2025-01-10T07:51:11,905 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2025-01-10T07:51:11,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2025-01-10T07:51:11,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 30 msec 2025-01-10T07:51:11,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2025-01-10T07:51:11,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2025-01-10T07:51:11,961 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.HMaster(1229): Master has completed initialization 3.444sec 2025-01-10T07:51:11,962 INFO [master/995f44e581cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2025-01-10T07:51:11,962 INFO [master/995f44e581cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2025-01-10T07:51:11,962 INFO [master/995f44e581cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2025-01-10T07:51:11,962 INFO [master/995f44e581cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2025-01-10T07:51:11,962 INFO [master/995f44e581cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2025-01-10T07:51:11,962 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=995f44e581cf,44133,1736495468377-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2025-01-10T07:51:11,963 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=995f44e581cf,44133,1736495468377-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2025-01-10T07:51:11,970 DEBUG [master/995f44e581cf:0:becomeActiveMaster {}] master.HMaster(1332): Balancer post startup initialization complete, took 0 seconds 2025-01-10T07:51:11,970 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2025-01-10T07:51:11,970 INFO [master/995f44e581cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=995f44e581cf,44133,1736495468377-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2025-01-10T07:51:12,012 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1739fba3 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b352820 2025-01-10T07:51:12,026 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2025-01-10T07:51:12,027 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2025-01-10T07:51:12,029 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2025-01-10T07:51:12,029 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2025-01-10T07:51:12,031 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2025-01-10T07:51:12,031 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2025-01-10T07:51:12,032 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2025-01-10T07:51:12,032 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2025-01-10T07:51:12,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5937293a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:12,054 DEBUG [hconnection-0x292d6773-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:12,069 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-10T07:51:12,074 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=995f44e581cf,44133,1736495468377 2025-01-10T07:51:12,076 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6309a08d to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@215d5560 2025-01-10T07:51:12,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b1e2d88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:12,100 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x618adf90 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f2916e4 2025-01-10T07:51:12,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494ac34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:12,113 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x190d8f45 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e1424b6 2025-01-10T07:51:12,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc0ce4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:12,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2025-01-10T07:51:12,152 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2025-01-10T07:51:12,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster$4(2404): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-10T07:51:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2025-01-10T07:51:12,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2025-01-10T07:51:12,197 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:12,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2025-01-10T07:51:12,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2025-01-10T07:51:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2025-01-10T07:51:12,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741837_1013 (size=631) 2025-01-10T07:51:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2025-01-10T07:51:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2025-01-10T07:51:12,628 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d56d6bd10406f8acfb2d7fb0afb192be, NAME => 'test,,1736495472161.d56d6bd10406f8acfb2d7fb0afb192be.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:12,629 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 70d87c703f3766ebc2dd447379e11bb1, NAME => 'test,ccc,1736495472161.70d87c703f3766ebc2dd447379e11bb1.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:12,629 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 9834f90c72384ce75783e657243aa21c, NAME => 'test,bbb,1736495472161.9834f90c72384ce75783e657243aa21c.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:12,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741838_1014 (size=42) 2025-01-10T07:51:12,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741840_1016 (size=45) 2025-01-10T07:51:12,660 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1736495472161.9834f90c72384ce75783e657243aa21c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:12,660 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 9834f90c72384ce75783e657243aa21c, disabling compactions & flushes 2025-01-10T07:51:12,660 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1736495472161.9834f90c72384ce75783e657243aa21c. 2025-01-10T07:51:12,660 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1736495472161.9834f90c72384ce75783e657243aa21c. 2025-01-10T07:51:12,660 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1736495472161.9834f90c72384ce75783e657243aa21c. after waiting 0 ms 2025-01-10T07:51:12,660 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1736495472161.9834f90c72384ce75783e657243aa21c. 2025-01-10T07:51:12,660 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1736495472161.9834f90c72384ce75783e657243aa21c. 2025-01-10T07:51:12,660 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 9834f90c72384ce75783e657243aa21c: 2025-01-10T07:51:12,661 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => a276156c5ea623b9f8489cf7d0873d67, NAME => 'test,ddd,1736495472161.a276156c5ea623b9f8489cf7d0873d67.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:12,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741839_1015 (size=45) 2025-01-10T07:51:12,668 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1736495472161.70d87c703f3766ebc2dd447379e11bb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:12,668 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 70d87c703f3766ebc2dd447379e11bb1, disabling compactions & flushes 2025-01-10T07:51:12,668 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1736495472161.70d87c703f3766ebc2dd447379e11bb1. 2025-01-10T07:51:12,668 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1736495472161.70d87c703f3766ebc2dd447379e11bb1. 2025-01-10T07:51:12,668 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1736495472161.70d87c703f3766ebc2dd447379e11bb1. after waiting 0 ms 2025-01-10T07:51:12,668 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1736495472161.70d87c703f3766ebc2dd447379e11bb1. 2025-01-10T07:51:12,668 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1736495472161.70d87c703f3766ebc2dd447379e11bb1. 2025-01-10T07:51:12,669 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 70d87c703f3766ebc2dd447379e11bb1: 2025-01-10T07:51:12,670 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => a44148a6f4c190fda0ac3ea87df7b129, NAME => 'test,eee,1736495472161.a44148a6f4c190fda0ac3ea87df7b129.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:12,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741841_1017 (size=45) 2025-01-10T07:51:12,688 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ddd,1736495472161.a276156c5ea623b9f8489cf7d0873d67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:12,688 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing a276156c5ea623b9f8489cf7d0873d67, disabling compactions & flushes 2025-01-10T07:51:12,688 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ddd,1736495472161.a276156c5ea623b9f8489cf7d0873d67. 2025-01-10T07:51:12,688 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1736495472161.a276156c5ea623b9f8489cf7d0873d67. 2025-01-10T07:51:12,688 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1736495472161.a276156c5ea623b9f8489cf7d0873d67. after waiting 0 ms 2025-01-10T07:51:12,688 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1736495472161.a276156c5ea623b9f8489cf7d0873d67. 2025-01-10T07:51:12,688 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ddd,1736495472161.a276156c5ea623b9f8489cf7d0873d67. 2025-01-10T07:51:12,688 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for a276156c5ea623b9f8489cf7d0873d67: 2025-01-10T07:51:12,689 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 6f06ccd24f7551f9483c98ddb6b63c0e, NAME => 'test,fff,1736495472161.6f06ccd24f7551f9483c98ddb6b63c0e.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:12,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741842_1018 (size=45) 2025-01-10T07:51:12,692 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,eee,1736495472161.a44148a6f4c190fda0ac3ea87df7b129.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:12,693 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing a44148a6f4c190fda0ac3ea87df7b129, disabling compactions & flushes 2025-01-10T07:51:12,693 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,eee,1736495472161.a44148a6f4c190fda0ac3ea87df7b129. 2025-01-10T07:51:12,693 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1736495472161.a44148a6f4c190fda0ac3ea87df7b129. 2025-01-10T07:51:12,693 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1736495472161.a44148a6f4c190fda0ac3ea87df7b129. after waiting 0 ms 2025-01-10T07:51:12,693 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1736495472161.a44148a6f4c190fda0ac3ea87df7b129. 2025-01-10T07:51:12,693 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,eee,1736495472161.a44148a6f4c190fda0ac3ea87df7b129. 2025-01-10T07:51:12,693 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for a44148a6f4c190fda0ac3ea87df7b129: 2025-01-10T07:51:12,694 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 342eafb4fb29fea459d93c96d1112ff9, NAME => 'test,ggg,1736495472161.342eafb4fb29fea459d93c96d1112ff9.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:12,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741843_1019 (size=45) 2025-01-10T07:51:12,710 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,fff,1736495472161.6f06ccd24f7551f9483c98ddb6b63c0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:12,711 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 6f06ccd24f7551f9483c98ddb6b63c0e, disabling compactions & flushes 2025-01-10T07:51:12,711 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,fff,1736495472161.6f06ccd24f7551f9483c98ddb6b63c0e. 2025-01-10T07:51:12,711 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1736495472161.6f06ccd24f7551f9483c98ddb6b63c0e. 2025-01-10T07:51:12,711 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1736495472161.6f06ccd24f7551f9483c98ddb6b63c0e. after waiting 0 ms 2025-01-10T07:51:12,711 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1736495472161.6f06ccd24f7551f9483c98ddb6b63c0e. 2025-01-10T07:51:12,711 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,fff,1736495472161.6f06ccd24f7551f9483c98ddb6b63c0e. 2025-01-10T07:51:12,711 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 6f06ccd24f7551f9483c98ddb6b63c0e: 2025-01-10T07:51:12,712 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c31e5fec83f8d62920b11e8d2a984a25, NAME => 'test,hhh,1736495472161.c31e5fec83f8d62920b11e8d2a984a25.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:12,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741844_1020 (size=45) 2025-01-10T07:51:12,722 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ggg,1736495472161.342eafb4fb29fea459d93c96d1112ff9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:12,722 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 342eafb4fb29fea459d93c96d1112ff9, disabling compactions & flushes 2025-01-10T07:51:12,722 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ggg,1736495472161.342eafb4fb29fea459d93c96d1112ff9. 2025-01-10T07:51:12,722 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1736495472161.342eafb4fb29fea459d93c96d1112ff9. 2025-01-10T07:51:12,722 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1736495472161.342eafb4fb29fea459d93c96d1112ff9. after waiting 0 ms 2025-01-10T07:51:12,722 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1736495472161.342eafb4fb29fea459d93c96d1112ff9. 2025-01-10T07:51:12,722 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ggg,1736495472161.342eafb4fb29fea459d93c96d1112ff9. 2025-01-10T07:51:12,722 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 342eafb4fb29fea459d93c96d1112ff9: 2025-01-10T07:51:12,723 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 90a26f0c58c0abaf663c6d01d38b8343, NAME => 'test,iii,1736495472161.90a26f0c58c0abaf663c6d01d38b8343.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:12,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741845_1021 (size=45) 2025-01-10T07:51:12,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741846_1022 (size=45) 2025-01-10T07:51:12,743 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,iii,1736495472161.90a26f0c58c0abaf663c6d01d38b8343.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:12,743 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 90a26f0c58c0abaf663c6d01d38b8343, disabling compactions & flushes 2025-01-10T07:51:12,743 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,iii,1736495472161.90a26f0c58c0abaf663c6d01d38b8343. 2025-01-10T07:51:12,743 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1736495472161.90a26f0c58c0abaf663c6d01d38b8343. 2025-01-10T07:51:12,743 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1736495472161.90a26f0c58c0abaf663c6d01d38b8343. after waiting 0 ms 2025-01-10T07:51:12,743 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1736495472161.90a26f0c58c0abaf663c6d01d38b8343. 2025-01-10T07:51:12,743 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,iii,1736495472161.90a26f0c58c0abaf663c6d01d38b8343. 2025-01-10T07:51:12,744 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 90a26f0c58c0abaf663c6d01d38b8343: 2025-01-10T07:51:12,744 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => bee64834e04466c8444a9796783bc4de, NAME => 'test,jjj,1736495472161.bee64834e04466c8444a9796783bc4de.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:12,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741847_1023 (size=45) 2025-01-10T07:51:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2025-01-10T07:51:13,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1736495472161.d56d6bd10406f8acfb2d7fb0afb192be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:13,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing d56d6bd10406f8acfb2d7fb0afb192be, disabling compactions & flushes 2025-01-10T07:51:13,058 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1736495472161.d56d6bd10406f8acfb2d7fb0afb192be. 2025-01-10T07:51:13,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1736495472161.d56d6bd10406f8acfb2d7fb0afb192be. 2025-01-10T07:51:13,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1736495472161.d56d6bd10406f8acfb2d7fb0afb192be. after waiting 0 ms 2025-01-10T07:51:13,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1736495472161.d56d6bd10406f8acfb2d7fb0afb192be. 2025-01-10T07:51:13,058 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1736495472161.d56d6bd10406f8acfb2d7fb0afb192be. 2025-01-10T07:51:13,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for d56d6bd10406f8acfb2d7fb0afb192be: 2025-01-10T07:51:13,059 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5bbbc0d67657cce543956de18786b5e1, NAME => 'test,kkk,1736495472161.5bbbc0d67657cce543956de18786b5e1.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:13,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741848_1024 (size=45) 2025-01-10T07:51:13,141 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,hhh,1736495472161.c31e5fec83f8d62920b11e8d2a984a25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:13,142 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing c31e5fec83f8d62920b11e8d2a984a25, disabling compactions & flushes 2025-01-10T07:51:13,142 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,hhh,1736495472161.c31e5fec83f8d62920b11e8d2a984a25. 2025-01-10T07:51:13,142 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1736495472161.c31e5fec83f8d62920b11e8d2a984a25. 2025-01-10T07:51:13,142 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1736495472161.c31e5fec83f8d62920b11e8d2a984a25. after waiting 0 ms 2025-01-10T07:51:13,142 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1736495472161.c31e5fec83f8d62920b11e8d2a984a25. 2025-01-10T07:51:13,142 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,hhh,1736495472161.c31e5fec83f8d62920b11e8d2a984a25. 2025-01-10T07:51:13,142 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for c31e5fec83f8d62920b11e8d2a984a25: 2025-01-10T07:51:13,143 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 57352ca1ad599e94ee864d0d2bd4a649, NAME => 'test,lll,1736495472161.57352ca1ad599e94ee864d0d2bd4a649.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:13,159 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,jjj,1736495472161.bee64834e04466c8444a9796783bc4de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:13,159 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing bee64834e04466c8444a9796783bc4de, disabling compactions & flushes 2025-01-10T07:51:13,159 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,jjj,1736495472161.bee64834e04466c8444a9796783bc4de. 2025-01-10T07:51:13,159 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1736495472161.bee64834e04466c8444a9796783bc4de. 2025-01-10T07:51:13,159 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1736495472161.bee64834e04466c8444a9796783bc4de. after waiting 0 ms 2025-01-10T07:51:13,159 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1736495472161.bee64834e04466c8444a9796783bc4de. 2025-01-10T07:51:13,159 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,jjj,1736495472161.bee64834e04466c8444a9796783bc4de. 2025-01-10T07:51:13,159 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for bee64834e04466c8444a9796783bc4de: 2025-01-10T07:51:13,160 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 589d7b5cdcf3bec470ff6678be1ad8fa, NAME => 'test,mmm,1736495472161.589d7b5cdcf3bec470ff6678be1ad8fa.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:13,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741849_1025 (size=45) 2025-01-10T07:51:13,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741850_1026 (size=45) 2025-01-10T07:51:13,173 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,mmm,1736495472161.589d7b5cdcf3bec470ff6678be1ad8fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:13,173 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 589d7b5cdcf3bec470ff6678be1ad8fa, disabling compactions & flushes 2025-01-10T07:51:13,173 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,mmm,1736495472161.589d7b5cdcf3bec470ff6678be1ad8fa. 2025-01-10T07:51:13,173 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1736495472161.589d7b5cdcf3bec470ff6678be1ad8fa. 2025-01-10T07:51:13,173 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1736495472161.589d7b5cdcf3bec470ff6678be1ad8fa. after waiting 0 ms 2025-01-10T07:51:13,173 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1736495472161.589d7b5cdcf3bec470ff6678be1ad8fa. 2025-01-10T07:51:13,173 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,mmm,1736495472161.589d7b5cdcf3bec470ff6678be1ad8fa. 2025-01-10T07:51:13,173 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 589d7b5cdcf3bec470ff6678be1ad8fa: 2025-01-10T07:51:13,174 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 2d030b662066d88f13e33e3e92fa4559, NAME => 'test,nnn,1736495472161.2d030b662066d88f13e33e3e92fa4559.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:13,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741851_1027 (size=45) 2025-01-10T07:51:13,193 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,nnn,1736495472161.2d030b662066d88f13e33e3e92fa4559.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:13,193 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 2d030b662066d88f13e33e3e92fa4559, disabling compactions & flushes 2025-01-10T07:51:13,193 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,nnn,1736495472161.2d030b662066d88f13e33e3e92fa4559. 2025-01-10T07:51:13,193 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1736495472161.2d030b662066d88f13e33e3e92fa4559. 2025-01-10T07:51:13,193 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1736495472161.2d030b662066d88f13e33e3e92fa4559. after waiting 0 ms 2025-01-10T07:51:13,193 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1736495472161.2d030b662066d88f13e33e3e92fa4559. 2025-01-10T07:51:13,193 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,nnn,1736495472161.2d030b662066d88f13e33e3e92fa4559. 2025-01-10T07:51:13,193 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 2d030b662066d88f13e33e3e92fa4559: 2025-01-10T07:51:13,194 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => e1c126595c8e4145cc43ad5057265439, NAME => 'test,ooo,1736495472161.e1c126595c8e4145cc43ad5057265439.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:13,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741852_1028 (size=45) 2025-01-10T07:51:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2025-01-10T07:51:13,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,kkk,1736495472161.5bbbc0d67657cce543956de18786b5e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:13,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 5bbbc0d67657cce543956de18786b5e1, disabling compactions & flushes 2025-01-10T07:51:13,489 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,kkk,1736495472161.5bbbc0d67657cce543956de18786b5e1. 2025-01-10T07:51:13,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1736495472161.5bbbc0d67657cce543956de18786b5e1. 2025-01-10T07:51:13,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1736495472161.5bbbc0d67657cce543956de18786b5e1. after waiting 0 ms 2025-01-10T07:51:13,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1736495472161.5bbbc0d67657cce543956de18786b5e1. 2025-01-10T07:51:13,489 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,kkk,1736495472161.5bbbc0d67657cce543956de18786b5e1. 2025-01-10T07:51:13,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5bbbc0d67657cce543956de18786b5e1: 2025-01-10T07:51:13,490 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bf0fb79566909972aee1488e1d6e06e5, NAME => 'test,ppp,1736495472161.bf0fb79566909972aee1488e1d6e06e5.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:13,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741853_1029 (size=45) 2025-01-10T07:51:13,502 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ppp,1736495472161.bf0fb79566909972aee1488e1d6e06e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:13,502 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing bf0fb79566909972aee1488e1d6e06e5, disabling compactions & flushes 2025-01-10T07:51:13,502 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ppp,1736495472161.bf0fb79566909972aee1488e1d6e06e5. 2025-01-10T07:51:13,502 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1736495472161.bf0fb79566909972aee1488e1d6e06e5. 2025-01-10T07:51:13,502 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1736495472161.bf0fb79566909972aee1488e1d6e06e5. after waiting 0 ms 2025-01-10T07:51:13,502 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1736495472161.bf0fb79566909972aee1488e1d6e06e5. 2025-01-10T07:51:13,502 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ppp,1736495472161.bf0fb79566909972aee1488e1d6e06e5. 2025-01-10T07:51:13,502 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for bf0fb79566909972aee1488e1d6e06e5: 2025-01-10T07:51:13,503 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 256b60d70d841c43586fb2be86a9ad0d, NAME => 'test,qqq,1736495472161.256b60d70d841c43586fb2be86a9ad0d.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:13,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741854_1030 (size=45) 2025-01-10T07:51:13,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,qqq,1736495472161.256b60d70d841c43586fb2be86a9ad0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:13,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 256b60d70d841c43586fb2be86a9ad0d, disabling compactions & flushes 2025-01-10T07:51:13,518 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,qqq,1736495472161.256b60d70d841c43586fb2be86a9ad0d. 2025-01-10T07:51:13,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1736495472161.256b60d70d841c43586fb2be86a9ad0d. 2025-01-10T07:51:13,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1736495472161.256b60d70d841c43586fb2be86a9ad0d. after waiting 0 ms 2025-01-10T07:51:13,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1736495472161.256b60d70d841c43586fb2be86a9ad0d. 2025-01-10T07:51:13,518 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,qqq,1736495472161.256b60d70d841c43586fb2be86a9ad0d. 2025-01-10T07:51:13,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 256b60d70d841c43586fb2be86a9ad0d: 2025-01-10T07:51:13,519 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 87b695960ed4870ccbf2a214529f2ad7, NAME => 'test,rrr,1736495472161.87b695960ed4870ccbf2a214529f2ad7.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:13,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741855_1031 (size=45) 2025-01-10T07:51:13,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,rrr,1736495472161.87b695960ed4870ccbf2a214529f2ad7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:13,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 87b695960ed4870ccbf2a214529f2ad7, disabling compactions & flushes 2025-01-10T07:51:13,542 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,rrr,1736495472161.87b695960ed4870ccbf2a214529f2ad7. 2025-01-10T07:51:13,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1736495472161.87b695960ed4870ccbf2a214529f2ad7. 2025-01-10T07:51:13,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1736495472161.87b695960ed4870ccbf2a214529f2ad7. after waiting 0 ms 2025-01-10T07:51:13,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1736495472161.87b695960ed4870ccbf2a214529f2ad7. 2025-01-10T07:51:13,542 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,rrr,1736495472161.87b695960ed4870ccbf2a214529f2ad7. 2025-01-10T07:51:13,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 87b695960ed4870ccbf2a214529f2ad7: 2025-01-10T07:51:13,543 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cbd316a1d84c6357e887edc4a1c349ba, NAME => 'test,sss,1736495472161.cbd316a1d84c6357e887edc4a1c349ba.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:13,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741856_1032 (size=45) 2025-01-10T07:51:13,564 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,lll,1736495472161.57352ca1ad599e94ee864d0d2bd4a649.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:13,566 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 57352ca1ad599e94ee864d0d2bd4a649, disabling compactions & flushes 2025-01-10T07:51:13,566 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,lll,1736495472161.57352ca1ad599e94ee864d0d2bd4a649. 2025-01-10T07:51:13,566 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1736495472161.57352ca1ad599e94ee864d0d2bd4a649. 2025-01-10T07:51:13,566 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1736495472161.57352ca1ad599e94ee864d0d2bd4a649. after waiting 0 ms 2025-01-10T07:51:13,566 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1736495472161.57352ca1ad599e94ee864d0d2bd4a649. 2025-01-10T07:51:13,566 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,lll,1736495472161.57352ca1ad599e94ee864d0d2bd4a649. 2025-01-10T07:51:13,566 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 57352ca1ad599e94ee864d0d2bd4a649: 2025-01-10T07:51:13,567 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 0c2d1024bcd8160294bfb4c04821f57f, NAME => 'test,ttt,1736495472161.0c2d1024bcd8160294bfb4c04821f57f.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:13,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741857_1033 (size=45) 2025-01-10T07:51:13,581 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ttt,1736495472161.0c2d1024bcd8160294bfb4c04821f57f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:13,581 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 0c2d1024bcd8160294bfb4c04821f57f, disabling compactions & flushes 2025-01-10T07:51:13,581 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ttt,1736495472161.0c2d1024bcd8160294bfb4c04821f57f. 2025-01-10T07:51:13,581 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1736495472161.0c2d1024bcd8160294bfb4c04821f57f. 2025-01-10T07:51:13,581 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1736495472161.0c2d1024bcd8160294bfb4c04821f57f. after waiting 0 ms 2025-01-10T07:51:13,581 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1736495472161.0c2d1024bcd8160294bfb4c04821f57f. 2025-01-10T07:51:13,581 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ttt,1736495472161.0c2d1024bcd8160294bfb4c04821f57f. 2025-01-10T07:51:13,581 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 0c2d1024bcd8160294bfb4c04821f57f: 2025-01-10T07:51:13,582 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 2ef9f2475b9f8c3309bb9b3f564e1977, NAME => 'test,uuu,1736495472161.2ef9f2475b9f8c3309bb9b3f564e1977.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:13,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741858_1034 (size=45) 2025-01-10T07:51:13,600 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,uuu,1736495472161.2ef9f2475b9f8c3309bb9b3f564e1977.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:13,601 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 2ef9f2475b9f8c3309bb9b3f564e1977, disabling compactions & flushes 2025-01-10T07:51:13,601 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,uuu,1736495472161.2ef9f2475b9f8c3309bb9b3f564e1977. 2025-01-10T07:51:13,601 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1736495472161.2ef9f2475b9f8c3309bb9b3f564e1977. 2025-01-10T07:51:13,601 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1736495472161.2ef9f2475b9f8c3309bb9b3f564e1977. after waiting 0 ms 2025-01-10T07:51:13,601 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1736495472161.2ef9f2475b9f8c3309bb9b3f564e1977. 2025-01-10T07:51:13,601 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,uuu,1736495472161.2ef9f2475b9f8c3309bb9b3f564e1977. 2025-01-10T07:51:13,601 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 2ef9f2475b9f8c3309bb9b3f564e1977: 2025-01-10T07:51:13,602 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 73499f38ee8274a92ce22064d95eee17, NAME => 'test,vvv,1736495472161.73499f38ee8274a92ce22064d95eee17.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:13,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741859_1035 (size=45) 2025-01-10T07:51:13,619 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ooo,1736495472161.e1c126595c8e4145cc43ad5057265439.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:13,619 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing e1c126595c8e4145cc43ad5057265439, disabling compactions & flushes 2025-01-10T07:51:13,619 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ooo,1736495472161.e1c126595c8e4145cc43ad5057265439. 2025-01-10T07:51:13,619 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1736495472161.e1c126595c8e4145cc43ad5057265439. 2025-01-10T07:51:13,619 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1736495472161.e1c126595c8e4145cc43ad5057265439. after waiting 0 ms 2025-01-10T07:51:13,619 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1736495472161.e1c126595c8e4145cc43ad5057265439. 2025-01-10T07:51:13,619 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ooo,1736495472161.e1c126595c8e4145cc43ad5057265439. 2025-01-10T07:51:13,619 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for e1c126595c8e4145cc43ad5057265439: 2025-01-10T07:51:13,620 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 42ea8b82ea17fe6e43e4047103527575, NAME => 'test,www,1736495472161.42ea8b82ea17fe6e43e4047103527575.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:13,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741860_1036 (size=45) 2025-01-10T07:51:13,959 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,sss,1736495472161.cbd316a1d84c6357e887edc4a1c349ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:13,959 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing cbd316a1d84c6357e887edc4a1c349ba, disabling compactions & flushes 2025-01-10T07:51:13,959 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,sss,1736495472161.cbd316a1d84c6357e887edc4a1c349ba. 2025-01-10T07:51:13,959 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1736495472161.cbd316a1d84c6357e887edc4a1c349ba. 2025-01-10T07:51:13,959 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1736495472161.cbd316a1d84c6357e887edc4a1c349ba. after waiting 0 ms 2025-01-10T07:51:13,959 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1736495472161.cbd316a1d84c6357e887edc4a1c349ba. 2025-01-10T07:51:13,959 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,sss,1736495472161.cbd316a1d84c6357e887edc4a1c349ba. 2025-01-10T07:51:13,959 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for cbd316a1d84c6357e887edc4a1c349ba: 2025-01-10T07:51:13,960 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ad46799aaf906a8a4c024daa57e6f048, NAME => 'test,xxx,1736495472161.ad46799aaf906a8a4c024daa57e6f048.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:13,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741861_1037 (size=45) 2025-01-10T07:51:13,977 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,xxx,1736495472161.ad46799aaf906a8a4c024daa57e6f048.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:13,977 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing ad46799aaf906a8a4c024daa57e6f048, disabling compactions & flushes 2025-01-10T07:51:13,978 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,xxx,1736495472161.ad46799aaf906a8a4c024daa57e6f048. 2025-01-10T07:51:13,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1736495472161.ad46799aaf906a8a4c024daa57e6f048. 2025-01-10T07:51:13,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1736495472161.ad46799aaf906a8a4c024daa57e6f048. after waiting 0 ms 2025-01-10T07:51:13,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1736495472161.ad46799aaf906a8a4c024daa57e6f048. 2025-01-10T07:51:13,978 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,xxx,1736495472161.ad46799aaf906a8a4c024daa57e6f048. 2025-01-10T07:51:13,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for ad46799aaf906a8a4c024daa57e6f048: 2025-01-10T07:51:13,979 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7d099004358788bf3788fc940e2d3ade, NAME => 'test,yyy,1736495472161.7d099004358788bf3788fc940e2d3ade.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:13,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741862_1038 (size=45) 2025-01-10T07:51:13,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,yyy,1736495472161.7d099004358788bf3788fc940e2d3ade.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:13,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 7d099004358788bf3788fc940e2d3ade, disabling compactions & flushes 2025-01-10T07:51:13,994 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,yyy,1736495472161.7d099004358788bf3788fc940e2d3ade. 2025-01-10T07:51:13,994 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1736495472161.7d099004358788bf3788fc940e2d3ade. 2025-01-10T07:51:13,994 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1736495472161.7d099004358788bf3788fc940e2d3ade. after waiting 0 ms 2025-01-10T07:51:13,994 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1736495472161.7d099004358788bf3788fc940e2d3ade. 2025-01-10T07:51:13,994 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,yyy,1736495472161.7d099004358788bf3788fc940e2d3ade. 2025-01-10T07:51:13,994 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7d099004358788bf3788fc940e2d3ade: 2025-01-10T07:51:13,995 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 28feef75b92a65368c15e4a0ba7a9b5c, NAME => 'test,zzz,1736495472161.28feef75b92a65368c15e4a0ba7a9b5c.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:14,021 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,vvv,1736495472161.73499f38ee8274a92ce22064d95eee17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:14,021 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 73499f38ee8274a92ce22064d95eee17, disabling compactions & flushes 2025-01-10T07:51:14,021 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,vvv,1736495472161.73499f38ee8274a92ce22064d95eee17. 2025-01-10T07:51:14,021 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1736495472161.73499f38ee8274a92ce22064d95eee17. 2025-01-10T07:51:14,021 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1736495472161.73499f38ee8274a92ce22064d95eee17. after waiting 0 ms 2025-01-10T07:51:14,021 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1736495472161.73499f38ee8274a92ce22064d95eee17. 2025-01-10T07:51:14,021 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,vvv,1736495472161.73499f38ee8274a92ce22064d95eee17. 2025-01-10T07:51:14,021 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 73499f38ee8274a92ce22064d95eee17: 2025-01-10T07:51:14,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741863_1039 (size=42) 2025-01-10T07:51:14,033 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,zzz,1736495472161.28feef75b92a65368c15e4a0ba7a9b5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:14,034 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 28feef75b92a65368c15e4a0ba7a9b5c, disabling compactions & flushes 2025-01-10T07:51:14,034 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,zzz,1736495472161.28feef75b92a65368c15e4a0ba7a9b5c. 2025-01-10T07:51:14,034 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1736495472161.28feef75b92a65368c15e4a0ba7a9b5c. 2025-01-10T07:51:14,034 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1736495472161.28feef75b92a65368c15e4a0ba7a9b5c. after waiting 0 ms 2025-01-10T07:51:14,034 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1736495472161.28feef75b92a65368c15e4a0ba7a9b5c. 2025-01-10T07:51:14,034 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,zzz,1736495472161.28feef75b92a65368c15e4a0ba7a9b5c. 2025-01-10T07:51:14,034 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 28feef75b92a65368c15e4a0ba7a9b5c: 2025-01-10T07:51:14,050 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,www,1736495472161.42ea8b82ea17fe6e43e4047103527575.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:14,050 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 42ea8b82ea17fe6e43e4047103527575, disabling compactions & flushes 2025-01-10T07:51:14,050 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,www,1736495472161.42ea8b82ea17fe6e43e4047103527575. 2025-01-10T07:51:14,050 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1736495472161.42ea8b82ea17fe6e43e4047103527575. 2025-01-10T07:51:14,050 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1736495472161.42ea8b82ea17fe6e43e4047103527575. after waiting 0 ms 2025-01-10T07:51:14,050 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1736495472161.42ea8b82ea17fe6e43e4047103527575. 2025-01-10T07:51:14,051 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,www,1736495472161.42ea8b82ea17fe6e43e4047103527575. 2025-01-10T07:51:14,051 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 42ea8b82ea17fe6e43e4047103527575: 2025-01-10T07:51:14,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2025-01-10T07:51:14,056 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1736495472161.9834f90c72384ce75783e657243aa21c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,056 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1736495472161.70d87c703f3766ebc2dd447379e11bb1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,056 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1736495472161.a276156c5ea623b9f8489cf7d0873d67.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1736495472161.a44148a6f4c190fda0ac3ea87df7b129.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1736495472161.6f06ccd24f7551f9483c98ddb6b63c0e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1736495472161.342eafb4fb29fea459d93c96d1112ff9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1736495472161.90a26f0c58c0abaf663c6d01d38b8343.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1736495472161.d56d6bd10406f8acfb2d7fb0afb192be.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,058 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1736495472161.c31e5fec83f8d62920b11e8d2a984a25.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,058 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1736495472161.bee64834e04466c8444a9796783bc4de.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,058 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1736495472161.589d7b5cdcf3bec470ff6678be1ad8fa.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,058 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1736495472161.2d030b662066d88f13e33e3e92fa4559.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,058 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1736495472161.5bbbc0d67657cce543956de18786b5e1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1736495472161.bf0fb79566909972aee1488e1d6e06e5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1736495472161.256b60d70d841c43586fb2be86a9ad0d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1736495472161.87b695960ed4870ccbf2a214529f2ad7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1736495472161.57352ca1ad599e94ee864d0d2bd4a649.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1736495472161.0c2d1024bcd8160294bfb4c04821f57f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1736495472161.2ef9f2475b9f8c3309bb9b3f564e1977.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1736495472161.e1c126595c8e4145cc43ad5057265439.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1736495472161.cbd316a1d84c6357e887edc4a1c349ba.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1736495472161.ad46799aaf906a8a4c024daa57e6f048.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1736495472161.7d099004358788bf3788fc940e2d3ade.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,061 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1736495472161.73499f38ee8274a92ce22064d95eee17.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,061 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1736495472161.28feef75b92a65368c15e4a0ba7a9b5c.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,061 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1736495472161.42ea8b82ea17fe6e43e4047103527575.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495474055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495474055"}]},"ts":"1736495474055"} 2025-01-10T07:51:14,109 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2025-01-10T07:51:14,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2025-01-10T07:51:14,115 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736495474114"}]},"ts":"1736495474114"} 2025-01-10T07:51:14,118 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2025-01-10T07:51:14,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d56d6bd10406f8acfb2d7fb0afb192be, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9834f90c72384ce75783e657243aa21c, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=70d87c703f3766ebc2dd447379e11bb1, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a276156c5ea623b9f8489cf7d0873d67, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a44148a6f4c190fda0ac3ea87df7b129, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6f06ccd24f7551f9483c98ddb6b63c0e, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=342eafb4fb29fea459d93c96d1112ff9, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c31e5fec83f8d62920b11e8d2a984a25, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=90a26f0c58c0abaf663c6d01d38b8343, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bee64834e04466c8444a9796783bc4de, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5bbbc0d67657cce543956de18786b5e1, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=57352ca1ad599e94ee864d0d2bd4a649, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=589d7b5cdcf3bec470ff6678be1ad8fa, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2d030b662066d88f13e33e3e92fa4559, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e1c126595c8e4145cc43ad5057265439, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bf0fb79566909972aee1488e1d6e06e5, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=256b60d70d841c43586fb2be86a9ad0d, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=87b695960ed4870ccbf2a214529f2ad7, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cbd316a1d84c6357e887edc4a1c349ba, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0c2d1024bcd8160294bfb4c04821f57f, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2ef9f2475b9f8c3309bb9b3f564e1977, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=73499f38ee8274a92ce22064d95eee17, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=42ea8b82ea17fe6e43e4047103527575, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ad46799aaf906a8a4c024daa57e6f048, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7d099004358788bf3788fc940e2d3ade, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=28feef75b92a65368c15e4a0ba7a9b5c, ASSIGN}] 2025-01-10T07:51:14,134 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9834f90c72384ce75783e657243aa21c, ASSIGN 2025-01-10T07:51:14,135 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d56d6bd10406f8acfb2d7fb0afb192be, ASSIGN 2025-01-10T07:51:14,135 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=70d87c703f3766ebc2dd447379e11bb1, ASSIGN 2025-01-10T07:51:14,136 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a276156c5ea623b9f8489cf7d0873d67, ASSIGN 2025-01-10T07:51:14,136 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9834f90c72384ce75783e657243aa21c, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,137 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d56d6bd10406f8acfb2d7fb0afb192be, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,138 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=70d87c703f3766ebc2dd447379e11bb1, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,138 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a276156c5ea623b9f8489cf7d0873d67, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,138 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=28feef75b92a65368c15e4a0ba7a9b5c, ASSIGN 2025-01-10T07:51:14,139 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=28feef75b92a65368c15e4a0ba7a9b5c, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,139 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7d099004358788bf3788fc940e2d3ade, ASSIGN 2025-01-10T07:51:14,141 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ad46799aaf906a8a4c024daa57e6f048, ASSIGN 2025-01-10T07:51:14,141 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7d099004358788bf3788fc940e2d3ade, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,142 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=42ea8b82ea17fe6e43e4047103527575, ASSIGN 2025-01-10T07:51:14,143 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ad46799aaf906a8a4c024daa57e6f048, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,144 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=42ea8b82ea17fe6e43e4047103527575, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,144 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=73499f38ee8274a92ce22064d95eee17, ASSIGN 2025-01-10T07:51:14,146 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=73499f38ee8274a92ce22064d95eee17, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,146 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2ef9f2475b9f8c3309bb9b3f564e1977, ASSIGN 2025-01-10T07:51:14,147 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2ef9f2475b9f8c3309bb9b3f564e1977, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,148 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0c2d1024bcd8160294bfb4c04821f57f, ASSIGN 2025-01-10T07:51:14,149 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0c2d1024bcd8160294bfb4c04821f57f, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,151 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cbd316a1d84c6357e887edc4a1c349ba, ASSIGN 2025-01-10T07:51:14,152 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=87b695960ed4870ccbf2a214529f2ad7, ASSIGN 2025-01-10T07:51:14,153 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=cbd316a1d84c6357e887edc4a1c349ba, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,153 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bf0fb79566909972aee1488e1d6e06e5, ASSIGN 2025-01-10T07:51:14,155 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=87b695960ed4870ccbf2a214529f2ad7, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,155 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bf0fb79566909972aee1488e1d6e06e5, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,158 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e1c126595c8e4145cc43ad5057265439, ASSIGN 2025-01-10T07:51:14,158 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2d030b662066d88f13e33e3e92fa4559, ASSIGN 2025-01-10T07:51:14,159 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=589d7b5cdcf3bec470ff6678be1ad8fa, ASSIGN 2025-01-10T07:51:14,160 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e1c126595c8e4145cc43ad5057265439, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,160 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2d030b662066d88f13e33e3e92fa4559, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,161 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=57352ca1ad599e94ee864d0d2bd4a649, ASSIGN 2025-01-10T07:51:14,162 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=589d7b5cdcf3bec470ff6678be1ad8fa, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,163 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=57352ca1ad599e94ee864d0d2bd4a649, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,163 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5bbbc0d67657cce543956de18786b5e1, ASSIGN 2025-01-10T07:51:14,164 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5bbbc0d67657cce543956de18786b5e1, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,164 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=256b60d70d841c43586fb2be86a9ad0d, ASSIGN 2025-01-10T07:51:14,167 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c31e5fec83f8d62920b11e8d2a984a25, ASSIGN 2025-01-10T07:51:14,167 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=90a26f0c58c0abaf663c6d01d38b8343, ASSIGN 2025-01-10T07:51:14,168 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bee64834e04466c8444a9796783bc4de, ASSIGN 2025-01-10T07:51:14,169 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c31e5fec83f8d62920b11e8d2a984a25, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,169 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=90a26f0c58c0abaf663c6d01d38b8343, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,169 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=256b60d70d841c43586fb2be86a9ad0d, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,169 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bee64834e04466c8444a9796783bc4de, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,170 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=342eafb4fb29fea459d93c96d1112ff9, ASSIGN 2025-01-10T07:51:14,174 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6f06ccd24f7551f9483c98ddb6b63c0e, ASSIGN 2025-01-10T07:51:14,175 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=342eafb4fb29fea459d93c96d1112ff9, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,176 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a44148a6f4c190fda0ac3ea87df7b129, ASSIGN 2025-01-10T07:51:14,176 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6f06ccd24f7551f9483c98ddb6b63c0e, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,177 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a44148a6f4c190fda0ac3ea87df7b129, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:14,288 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=256b60d70d841c43586fb2be86a9ad0d, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=6f06ccd24f7551f9483c98ddb6b63c0e, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,288 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=42ea8b82ea17fe6e43e4047103527575, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,288 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=a276156c5ea623b9f8489cf7d0873d67, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,289 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=bf0fb79566909972aee1488e1d6e06e5, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=26, state=RUNNABLE; OpenRegionProcedure 256b60d70d841c43586fb2be86a9ad0d, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=15, state=RUNNABLE; OpenRegionProcedure 6f06ccd24f7551f9483c98ddb6b63c0e, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=13, state=RUNNABLE; OpenRegionProcedure a276156c5ea623b9f8489cf7d0873d67, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=25, state=RUNNABLE; OpenRegionProcedure bf0fb79566909972aee1488e1d6e06e5, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=32, state=RUNNABLE; OpenRegionProcedure 42ea8b82ea17fe6e43e4047103527575, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,308 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=a44148a6f4c190fda0ac3ea87df7b129, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,309 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=5bbbc0d67657cce543956de18786b5e1, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,309 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=ad46799aaf906a8a4c024daa57e6f048, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,310 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=90a26f0c58c0abaf663c6d01d38b8343, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,311 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=e1c126595c8e4145cc43ad5057265439, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=14, state=RUNNABLE; OpenRegionProcedure a44148a6f4c190fda0ac3ea87df7b129, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=20, state=RUNNABLE; OpenRegionProcedure 5bbbc0d67657cce543956de18786b5e1, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=18, state=RUNNABLE; OpenRegionProcedure 90a26f0c58c0abaf663c6d01d38b8343, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=33, state=RUNNABLE; OpenRegionProcedure ad46799aaf906a8a4c024daa57e6f048, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=24, state=RUNNABLE; OpenRegionProcedure e1c126595c8e4145cc43ad5057265439, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,330 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=28feef75b92a65368c15e4a0ba7a9b5c, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=35, state=RUNNABLE; OpenRegionProcedure 28feef75b92a65368c15e4a0ba7a9b5c, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,342 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=2d030b662066d88f13e33e3e92fa4559, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2025-01-10T07:51:14,351 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=73499f38ee8274a92ce22064d95eee17, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=23, state=RUNNABLE; OpenRegionProcedure 2d030b662066d88f13e33e3e92fa4559, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,352 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=342eafb4fb29fea459d93c96d1112ff9, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=16, state=RUNNABLE; OpenRegionProcedure 342eafb4fb29fea459d93c96d1112ff9, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,361 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=57352ca1ad599e94ee864d0d2bd4a649, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,362 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=2ef9f2475b9f8c3309bb9b3f564e1977, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=31, state=RUNNABLE; OpenRegionProcedure 73499f38ee8274a92ce22064d95eee17, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=21, state=RUNNABLE; OpenRegionProcedure 57352ca1ad599e94ee864d0d2bd4a649, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=30, state=RUNNABLE; OpenRegionProcedure 2ef9f2475b9f8c3309bb9b3f564e1977, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,372 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=cbd316a1d84c6357e887edc4a1c349ba, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,377 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=589d7b5cdcf3bec470ff6678be1ad8fa, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,378 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=9834f90c72384ce75783e657243aa21c, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=28, state=RUNNABLE; OpenRegionProcedure cbd316a1d84c6357e887edc4a1c349ba, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,386 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=0c2d1024bcd8160294bfb4c04821f57f, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=11, state=RUNNABLE; OpenRegionProcedure 9834f90c72384ce75783e657243aa21c, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=22, state=RUNNABLE; OpenRegionProcedure 589d7b5cdcf3bec470ff6678be1ad8fa, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,392 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=c31e5fec83f8d62920b11e8d2a984a25, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=29, state=RUNNABLE; OpenRegionProcedure 0c2d1024bcd8160294bfb4c04821f57f, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,398 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=70d87c703f3766ebc2dd447379e11bb1, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,405 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=7d099004358788bf3788fc940e2d3ade, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=12, state=RUNNABLE; OpenRegionProcedure 70d87c703f3766ebc2dd447379e11bb1, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=17, state=RUNNABLE; OpenRegionProcedure c31e5fec83f8d62920b11e8d2a984a25, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,414 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=bee64834e04466c8444a9796783bc4de, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,415 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=87b695960ed4870ccbf2a214529f2ad7, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=34, state=RUNNABLE; OpenRegionProcedure 7d099004358788bf3788fc940e2d3ade, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=19, state=RUNNABLE; OpenRegionProcedure bee64834e04466c8444a9796783bc4de, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=27, state=RUNNABLE; OpenRegionProcedure 87b695960ed4870ccbf2a214529f2ad7, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,426 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=d56d6bd10406f8acfb2d7fb0afb192be, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=10, state=RUNNABLE; OpenRegionProcedure d56d6bd10406f8acfb2d7fb0afb192be, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:14,448 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,466 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,vvv,1736495472161.73499f38ee8274a92ce22064d95eee17. 2025-01-10T07:51:14,467 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 73499f38ee8274a92ce22064d95eee17, NAME => 'test,vvv,1736495472161.73499f38ee8274a92ce22064d95eee17.', STARTKEY => 'vvv', ENDKEY => 'www'} 2025-01-10T07:51:14,468 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 73499f38ee8274a92ce22064d95eee17 2025-01-10T07:51:14,468 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,vvv,1736495472161.73499f38ee8274a92ce22064d95eee17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:14,468 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 73499f38ee8274a92ce22064d95eee17 2025-01-10T07:51:14,468 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 73499f38ee8274a92ce22064d95eee17 2025-01-10T07:51:14,481 INFO [StoreOpener-73499f38ee8274a92ce22064d95eee17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 73499f38ee8274a92ce22064d95eee17 2025-01-10T07:51:14,491 INFO [StoreOpener-73499f38ee8274a92ce22064d95eee17-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73499f38ee8274a92ce22064d95eee17 columnFamilyName f 2025-01-10T07:51:14,491 DEBUG [StoreOpener-73499f38ee8274a92ce22064d95eee17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:14,492 INFO [StoreOpener-73499f38ee8274a92ce22064d95eee17-1 {}] regionserver.HStore(327): Store=73499f38ee8274a92ce22064d95eee17/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:14,493 INFO [StoreOpener-73499f38ee8274a92ce22064d95eee17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 73499f38ee8274a92ce22064d95eee17 2025-01-10T07:51:14,496 INFO [StoreOpener-73499f38ee8274a92ce22064d95eee17-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73499f38ee8274a92ce22064d95eee17 columnFamilyName norep 2025-01-10T07:51:14,496 DEBUG [StoreOpener-73499f38ee8274a92ce22064d95eee17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:14,497 INFO [StoreOpener-73499f38ee8274a92ce22064d95eee17-1 {}] regionserver.HStore(327): Store=73499f38ee8274a92ce22064d95eee17/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:14,498 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/73499f38ee8274a92ce22064d95eee17 2025-01-10T07:51:14,499 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/73499f38ee8274a92ce22064d95eee17 2025-01-10T07:51:14,501 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:14,503 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 73499f38ee8274a92ce22064d95eee17 2025-01-10T07:51:14,511 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/73499f38ee8274a92ce22064d95eee17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:14,512 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 73499f38ee8274a92ce22064d95eee17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67938133, jitterRate=0.012357071042060852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:14,515 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 73499f38ee8274a92ce22064d95eee17: 2025-01-10T07:51:14,517 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1736495472161.73499f38ee8274a92ce22064d95eee17., pid=48, masterSystemTime=1736495474447 2025-01-10T07:51:14,522 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=73499f38ee8274a92ce22064d95eee17, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,523 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1736495472161.73499f38ee8274a92ce22064d95eee17. 2025-01-10T07:51:14,524 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,vvv,1736495472161.73499f38ee8274a92ce22064d95eee17. 2025-01-10T07:51:14,524 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,iii,1736495472161.90a26f0c58c0abaf663c6d01d38b8343. 2025-01-10T07:51:14,524 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 90a26f0c58c0abaf663c6d01d38b8343, NAME => 'test,iii,1736495472161.90a26f0c58c0abaf663c6d01d38b8343.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2025-01-10T07:51:14,524 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 90a26f0c58c0abaf663c6d01d38b8343 2025-01-10T07:51:14,525 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,iii,1736495472161.90a26f0c58c0abaf663c6d01d38b8343.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:14,525 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 90a26f0c58c0abaf663c6d01d38b8343 2025-01-10T07:51:14,525 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 90a26f0c58c0abaf663c6d01d38b8343 2025-01-10T07:51:14,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=31 2025-01-10T07:51:14,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=73499f38ee8274a92ce22064d95eee17, ASSIGN in 403 msec 2025-01-10T07:51:14,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=31, state=SUCCESS; OpenRegionProcedure 73499f38ee8274a92ce22064d95eee17, server=995f44e581cf,34405,1736495462427 in 172 msec 2025-01-10T07:51:14,542 INFO [StoreOpener-90a26f0c58c0abaf663c6d01d38b8343-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 90a26f0c58c0abaf663c6d01d38b8343 2025-01-10T07:51:14,545 INFO [StoreOpener-90a26f0c58c0abaf663c6d01d38b8343-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90a26f0c58c0abaf663c6d01d38b8343 columnFamilyName f 2025-01-10T07:51:14,545 DEBUG [StoreOpener-90a26f0c58c0abaf663c6d01d38b8343-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:14,546 INFO [StoreOpener-90a26f0c58c0abaf663c6d01d38b8343-1 {}] regionserver.HStore(327): Store=90a26f0c58c0abaf663c6d01d38b8343/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:14,546 INFO [StoreOpener-90a26f0c58c0abaf663c6d01d38b8343-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 90a26f0c58c0abaf663c6d01d38b8343 2025-01-10T07:51:14,548 INFO [StoreOpener-90a26f0c58c0abaf663c6d01d38b8343-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90a26f0c58c0abaf663c6d01d38b8343 columnFamilyName norep 2025-01-10T07:51:14,548 DEBUG [StoreOpener-90a26f0c58c0abaf663c6d01d38b8343-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:14,549 INFO [StoreOpener-90a26f0c58c0abaf663c6d01d38b8343-1 {}] regionserver.HStore(327): Store=90a26f0c58c0abaf663c6d01d38b8343/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:14,555 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/90a26f0c58c0abaf663c6d01d38b8343 2025-01-10T07:51:14,556 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/90a26f0c58c0abaf663c6d01d38b8343 2025-01-10T07:51:14,560 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:14,563 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 90a26f0c58c0abaf663c6d01d38b8343 2025-01-10T07:51:14,588 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/90a26f0c58c0abaf663c6d01d38b8343/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:14,589 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 90a26f0c58c0abaf663c6d01d38b8343; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73632890, jitterRate=0.09721556305885315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:14,590 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 90a26f0c58c0abaf663c6d01d38b8343: 2025-01-10T07:51:14,598 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1736495472161.90a26f0c58c0abaf663c6d01d38b8343., pid=44, masterSystemTime=1736495474447 2025-01-10T07:51:14,603 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1736495472161.90a26f0c58c0abaf663c6d01d38b8343. 2025-01-10T07:51:14,603 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,iii,1736495472161.90a26f0c58c0abaf663c6d01d38b8343. 2025-01-10T07:51:14,603 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,rrr,1736495472161.87b695960ed4870ccbf2a214529f2ad7. 2025-01-10T07:51:14,604 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 87b695960ed4870ccbf2a214529f2ad7, NAME => 'test,rrr,1736495472161.87b695960ed4870ccbf2a214529f2ad7.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2025-01-10T07:51:14,604 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 87b695960ed4870ccbf2a214529f2ad7 2025-01-10T07:51:14,604 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,rrr,1736495472161.87b695960ed4870ccbf2a214529f2ad7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:14,604 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 87b695960ed4870ccbf2a214529f2ad7 2025-01-10T07:51:14,604 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 87b695960ed4870ccbf2a214529f2ad7 2025-01-10T07:51:14,610 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=90a26f0c58c0abaf663c6d01d38b8343, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,619 INFO [StoreOpener-87b695960ed4870ccbf2a214529f2ad7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 87b695960ed4870ccbf2a214529f2ad7 2025-01-10T07:51:14,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=18 2025-01-10T07:51:14,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=18, state=SUCCESS; OpenRegionProcedure 90a26f0c58c0abaf663c6d01d38b8343, server=995f44e581cf,34405,1736495462427 in 302 msec 2025-01-10T07:51:14,628 INFO [StoreOpener-87b695960ed4870ccbf2a214529f2ad7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87b695960ed4870ccbf2a214529f2ad7 columnFamilyName f 2025-01-10T07:51:14,630 DEBUG [StoreOpener-87b695960ed4870ccbf2a214529f2ad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:14,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=90a26f0c58c0abaf663c6d01d38b8343, ASSIGN in 495 msec 2025-01-10T07:51:14,631 INFO [StoreOpener-87b695960ed4870ccbf2a214529f2ad7-1 {}] regionserver.HStore(327): Store=87b695960ed4870ccbf2a214529f2ad7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:14,631 INFO [StoreOpener-87b695960ed4870ccbf2a214529f2ad7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 87b695960ed4870ccbf2a214529f2ad7 2025-01-10T07:51:14,633 INFO [StoreOpener-87b695960ed4870ccbf2a214529f2ad7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87b695960ed4870ccbf2a214529f2ad7 columnFamilyName norep 2025-01-10T07:51:14,633 DEBUG [StoreOpener-87b695960ed4870ccbf2a214529f2ad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:14,634 INFO [StoreOpener-87b695960ed4870ccbf2a214529f2ad7-1 {}] regionserver.HStore(327): Store=87b695960ed4870ccbf2a214529f2ad7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:14,635 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/87b695960ed4870ccbf2a214529f2ad7 2025-01-10T07:51:14,637 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/87b695960ed4870ccbf2a214529f2ad7 2025-01-10T07:51:14,639 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:14,642 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 87b695960ed4870ccbf2a214529f2ad7 2025-01-10T07:51:14,648 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/87b695960ed4870ccbf2a214529f2ad7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:14,649 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 87b695960ed4870ccbf2a214529f2ad7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73262490, jitterRate=0.09169617295265198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:14,649 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 87b695960ed4870ccbf2a214529f2ad7: 2025-01-10T07:51:14,655 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1736495472161.87b695960ed4870ccbf2a214529f2ad7., pid=60, masterSystemTime=1736495474447 2025-01-10T07:51:14,658 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1736495472161.87b695960ed4870ccbf2a214529f2ad7. 2025-01-10T07:51:14,658 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,rrr,1736495472161.87b695960ed4870ccbf2a214529f2ad7. 2025-01-10T07:51:14,658 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,sss,1736495472161.cbd316a1d84c6357e887edc4a1c349ba. 2025-01-10T07:51:14,659 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => cbd316a1d84c6357e887edc4a1c349ba, NAME => 'test,sss,1736495472161.cbd316a1d84c6357e887edc4a1c349ba.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2025-01-10T07:51:14,659 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cbd316a1d84c6357e887edc4a1c349ba 2025-01-10T07:51:14,659 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=87b695960ed4870ccbf2a214529f2ad7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,659 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,sss,1736495472161.cbd316a1d84c6357e887edc4a1c349ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:14,659 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for cbd316a1d84c6357e887edc4a1c349ba 2025-01-10T07:51:14,659 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for cbd316a1d84c6357e887edc4a1c349ba 2025-01-10T07:51:14,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=27 2025-01-10T07:51:14,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=27, state=SUCCESS; OpenRegionProcedure 87b695960ed4870ccbf2a214529f2ad7, server=995f44e581cf,34405,1736495462427 in 243 msec 2025-01-10T07:51:14,667 INFO [StoreOpener-cbd316a1d84c6357e887edc4a1c349ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cbd316a1d84c6357e887edc4a1c349ba 2025-01-10T07:51:14,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=87b695960ed4870ccbf2a214529f2ad7, ASSIGN in 537 msec 2025-01-10T07:51:14,670 INFO [StoreOpener-cbd316a1d84c6357e887edc4a1c349ba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbd316a1d84c6357e887edc4a1c349ba columnFamilyName f 2025-01-10T07:51:14,670 DEBUG [StoreOpener-cbd316a1d84c6357e887edc4a1c349ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:14,670 INFO [StoreOpener-cbd316a1d84c6357e887edc4a1c349ba-1 {}] regionserver.HStore(327): Store=cbd316a1d84c6357e887edc4a1c349ba/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:14,671 INFO [StoreOpener-cbd316a1d84c6357e887edc4a1c349ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cbd316a1d84c6357e887edc4a1c349ba 2025-01-10T07:51:14,675 INFO [StoreOpener-cbd316a1d84c6357e887edc4a1c349ba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbd316a1d84c6357e887edc4a1c349ba columnFamilyName norep 2025-01-10T07:51:14,676 DEBUG [StoreOpener-cbd316a1d84c6357e887edc4a1c349ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:14,676 INFO [StoreOpener-cbd316a1d84c6357e887edc4a1c349ba-1 {}] regionserver.HStore(327): Store=cbd316a1d84c6357e887edc4a1c349ba/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:14,677 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/cbd316a1d84c6357e887edc4a1c349ba 2025-01-10T07:51:14,678 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/cbd316a1d84c6357e887edc4a1c349ba 2025-01-10T07:51:14,680 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:14,682 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for cbd316a1d84c6357e887edc4a1c349ba 2025-01-10T07:51:14,685 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/cbd316a1d84c6357e887edc4a1c349ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:14,686 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened cbd316a1d84c6357e887edc4a1c349ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58767094, jitterRate=-0.12430205941200256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:14,686 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for cbd316a1d84c6357e887edc4a1c349ba: 2025-01-10T07:51:14,691 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1736495472161.cbd316a1d84c6357e887edc4a1c349ba., pid=52, masterSystemTime=1736495474447 2025-01-10T07:51:14,697 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=cbd316a1d84c6357e887edc4a1c349ba, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,698 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1736495472161.cbd316a1d84c6357e887edc4a1c349ba. 2025-01-10T07:51:14,698 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,sss,1736495472161.cbd316a1d84c6357e887edc4a1c349ba. 2025-01-10T07:51:14,698 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,ppp,1736495472161.bf0fb79566909972aee1488e1d6e06e5. 2025-01-10T07:51:14,698 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => bf0fb79566909972aee1488e1d6e06e5, NAME => 'test,ppp,1736495472161.bf0fb79566909972aee1488e1d6e06e5.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2025-01-10T07:51:14,699 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bf0fb79566909972aee1488e1d6e06e5 2025-01-10T07:51:14,699 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,ppp,1736495472161.bf0fb79566909972aee1488e1d6e06e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:14,699 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for bf0fb79566909972aee1488e1d6e06e5 2025-01-10T07:51:14,699 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for bf0fb79566909972aee1488e1d6e06e5 2025-01-10T07:51:14,703 INFO [StoreOpener-bf0fb79566909972aee1488e1d6e06e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bf0fb79566909972aee1488e1d6e06e5 2025-01-10T07:51:14,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=28 2025-01-10T07:51:14,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=28, state=SUCCESS; OpenRegionProcedure cbd316a1d84c6357e887edc4a1c349ba, server=995f44e581cf,34405,1736495462427 in 328 msec 2025-01-10T07:51:14,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=cbd316a1d84c6357e887edc4a1c349ba, ASSIGN in 578 msec 2025-01-10T07:51:14,712 INFO [StoreOpener-bf0fb79566909972aee1488e1d6e06e5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf0fb79566909972aee1488e1d6e06e5 columnFamilyName f 2025-01-10T07:51:14,712 DEBUG [StoreOpener-bf0fb79566909972aee1488e1d6e06e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:14,713 INFO [StoreOpener-bf0fb79566909972aee1488e1d6e06e5-1 {}] regionserver.HStore(327): Store=bf0fb79566909972aee1488e1d6e06e5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:14,713 INFO [StoreOpener-bf0fb79566909972aee1488e1d6e06e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bf0fb79566909972aee1488e1d6e06e5 2025-01-10T07:51:14,715 INFO [StoreOpener-bf0fb79566909972aee1488e1d6e06e5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf0fb79566909972aee1488e1d6e06e5 columnFamilyName norep 2025-01-10T07:51:14,715 DEBUG [StoreOpener-bf0fb79566909972aee1488e1d6e06e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:14,716 INFO [StoreOpener-bf0fb79566909972aee1488e1d6e06e5-1 {}] regionserver.HStore(327): Store=bf0fb79566909972aee1488e1d6e06e5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:14,717 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/bf0fb79566909972aee1488e1d6e06e5 2025-01-10T07:51:14,718 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/bf0fb79566909972aee1488e1d6e06e5 2025-01-10T07:51:14,720 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:14,722 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for bf0fb79566909972aee1488e1d6e06e5 2025-01-10T07:51:14,731 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/bf0fb79566909972aee1488e1d6e06e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:14,732 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened bf0fb79566909972aee1488e1d6e06e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70350776, jitterRate=0.04830825328826904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:14,732 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for bf0fb79566909972aee1488e1d6e06e5: 2025-01-10T07:51:14,733 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1736495472161.bf0fb79566909972aee1488e1d6e06e5., pid=39, masterSystemTime=1736495474447 2025-01-10T07:51:14,737 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1736495472161.bf0fb79566909972aee1488e1d6e06e5. 2025-01-10T07:51:14,737 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,ppp,1736495472161.bf0fb79566909972aee1488e1d6e06e5. 2025-01-10T07:51:14,737 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,kkk,1736495472161.5bbbc0d67657cce543956de18786b5e1. 2025-01-10T07:51:14,737 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=bf0fb79566909972aee1488e1d6e06e5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,737 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 5bbbc0d67657cce543956de18786b5e1, NAME => 'test,kkk,1736495472161.5bbbc0d67657cce543956de18786b5e1.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2025-01-10T07:51:14,738 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5bbbc0d67657cce543956de18786b5e1 2025-01-10T07:51:14,738 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,kkk,1736495472161.5bbbc0d67657cce543956de18786b5e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:14,738 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 5bbbc0d67657cce543956de18786b5e1 2025-01-10T07:51:14,738 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 5bbbc0d67657cce543956de18786b5e1 2025-01-10T07:51:14,740 INFO [StoreOpener-5bbbc0d67657cce543956de18786b5e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5bbbc0d67657cce543956de18786b5e1 2025-01-10T07:51:14,742 INFO [StoreOpener-5bbbc0d67657cce543956de18786b5e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bbbc0d67657cce543956de18786b5e1 columnFamilyName f 2025-01-10T07:51:14,743 DEBUG [StoreOpener-5bbbc0d67657cce543956de18786b5e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:14,744 INFO [StoreOpener-5bbbc0d67657cce543956de18786b5e1-1 {}] regionserver.HStore(327): Store=5bbbc0d67657cce543956de18786b5e1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:14,745 INFO [StoreOpener-5bbbc0d67657cce543956de18786b5e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5bbbc0d67657cce543956de18786b5e1 2025-01-10T07:51:14,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=25 2025-01-10T07:51:14,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=25, state=SUCCESS; OpenRegionProcedure bf0fb79566909972aee1488e1d6e06e5, server=995f44e581cf,34405,1736495462427 in 441 msec 2025-01-10T07:51:14,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bf0fb79566909972aee1488e1d6e06e5, ASSIGN in 617 msec 2025-01-10T07:51:14,750 INFO [StoreOpener-5bbbc0d67657cce543956de18786b5e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bbbc0d67657cce543956de18786b5e1 columnFamilyName norep 2025-01-10T07:51:14,750 DEBUG [StoreOpener-5bbbc0d67657cce543956de18786b5e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:14,754 INFO [StoreOpener-5bbbc0d67657cce543956de18786b5e1-1 {}] regionserver.HStore(327): Store=5bbbc0d67657cce543956de18786b5e1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:14,755 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/5bbbc0d67657cce543956de18786b5e1 2025-01-10T07:51:14,756 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/5bbbc0d67657cce543956de18786b5e1 2025-01-10T07:51:14,758 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:14,760 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 5bbbc0d67657cce543956de18786b5e1 2025-01-10T07:51:14,769 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/5bbbc0d67657cce543956de18786b5e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:14,770 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 5bbbc0d67657cce543956de18786b5e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68488938, jitterRate=0.02056470513343811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:14,770 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 5bbbc0d67657cce543956de18786b5e1: 2025-01-10T07:51:14,772 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1736495472161.5bbbc0d67657cce543956de18786b5e1., pid=42, masterSystemTime=1736495474447 2025-01-10T07:51:14,782 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1736495472161.5bbbc0d67657cce543956de18786b5e1. 2025-01-10T07:51:14,782 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,kkk,1736495472161.5bbbc0d67657cce543956de18786b5e1. 2025-01-10T07:51:14,782 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,mmm,1736495472161.589d7b5cdcf3bec470ff6678be1ad8fa. 2025-01-10T07:51:14,782 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 589d7b5cdcf3bec470ff6678be1ad8fa, NAME => 'test,mmm,1736495472161.589d7b5cdcf3bec470ff6678be1ad8fa.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2025-01-10T07:51:14,783 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 589d7b5cdcf3bec470ff6678be1ad8fa 2025-01-10T07:51:14,783 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,mmm,1736495472161.589d7b5cdcf3bec470ff6678be1ad8fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:14,783 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 589d7b5cdcf3bec470ff6678be1ad8fa 2025-01-10T07:51:14,783 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 589d7b5cdcf3bec470ff6678be1ad8fa 2025-01-10T07:51:14,784 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=5bbbc0d67657cce543956de18786b5e1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=20 2025-01-10T07:51:14,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=20, state=SUCCESS; OpenRegionProcedure 5bbbc0d67657cce543956de18786b5e1, server=995f44e581cf,34405,1736495462427 in 477 msec 2025-01-10T07:51:14,794 INFO [StoreOpener-589d7b5cdcf3bec470ff6678be1ad8fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 589d7b5cdcf3bec470ff6678be1ad8fa 2025-01-10T07:51:14,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5bbbc0d67657cce543956de18786b5e1, ASSIGN in 665 msec 2025-01-10T07:51:14,802 INFO [StoreOpener-589d7b5cdcf3bec470ff6678be1ad8fa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 589d7b5cdcf3bec470ff6678be1ad8fa columnFamilyName f 2025-01-10T07:51:14,803 DEBUG [StoreOpener-589d7b5cdcf3bec470ff6678be1ad8fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:14,806 INFO [StoreOpener-589d7b5cdcf3bec470ff6678be1ad8fa-1 {}] regionserver.HStore(327): Store=589d7b5cdcf3bec470ff6678be1ad8fa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:14,806 INFO [StoreOpener-589d7b5cdcf3bec470ff6678be1ad8fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 589d7b5cdcf3bec470ff6678be1ad8fa 2025-01-10T07:51:14,810 INFO [StoreOpener-589d7b5cdcf3bec470ff6678be1ad8fa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 589d7b5cdcf3bec470ff6678be1ad8fa columnFamilyName norep 2025-01-10T07:51:14,810 DEBUG [StoreOpener-589d7b5cdcf3bec470ff6678be1ad8fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:14,811 INFO [995f44e581cf:39451Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2025-01-10T07:51:14,815 INFO [StoreOpener-589d7b5cdcf3bec470ff6678be1ad8fa-1 {}] regionserver.HStore(327): Store=589d7b5cdcf3bec470ff6678be1ad8fa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:14,816 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/589d7b5cdcf3bec470ff6678be1ad8fa 2025-01-10T07:51:14,816 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/589d7b5cdcf3bec470ff6678be1ad8fa 2025-01-10T07:51:14,819 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:14,820 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 589d7b5cdcf3bec470ff6678be1ad8fa 2025-01-10T07:51:14,829 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/589d7b5cdcf3bec470ff6678be1ad8fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:14,834 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 589d7b5cdcf3bec470ff6678be1ad8fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68970310, jitterRate=0.027737706899642944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:14,834 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 589d7b5cdcf3bec470ff6678be1ad8fa: 2025-01-10T07:51:14,836 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1736495472161.589d7b5cdcf3bec470ff6678be1ad8fa., pid=53, masterSystemTime=1736495474447 2025-01-10T07:51:14,839 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1736495472161.589d7b5cdcf3bec470ff6678be1ad8fa. 2025-01-10T07:51:14,839 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,mmm,1736495472161.589d7b5cdcf3bec470ff6678be1ad8fa. 2025-01-10T07:51:14,839 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,xxx,1736495472161.ad46799aaf906a8a4c024daa57e6f048. 2025-01-10T07:51:14,840 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => ad46799aaf906a8a4c024daa57e6f048, NAME => 'test,xxx,1736495472161.ad46799aaf906a8a4c024daa57e6f048.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2025-01-10T07:51:14,840 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=589d7b5cdcf3bec470ff6678be1ad8fa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,840 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ad46799aaf906a8a4c024daa57e6f048 2025-01-10T07:51:14,840 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,xxx,1736495472161.ad46799aaf906a8a4c024daa57e6f048.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:14,840 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for ad46799aaf906a8a4c024daa57e6f048 2025-01-10T07:51:14,840 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for ad46799aaf906a8a4c024daa57e6f048 2025-01-10T07:51:14,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=22 2025-01-10T07:51:14,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=22, state=SUCCESS; OpenRegionProcedure 589d7b5cdcf3bec470ff6678be1ad8fa, server=995f44e581cf,34405,1736495462427 in 459 msec 2025-01-10T07:51:14,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=589d7b5cdcf3bec470ff6678be1ad8fa, ASSIGN in 717 msec 2025-01-10T07:51:14,850 INFO [StoreOpener-ad46799aaf906a8a4c024daa57e6f048-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ad46799aaf906a8a4c024daa57e6f048 2025-01-10T07:51:14,855 INFO [StoreOpener-ad46799aaf906a8a4c024daa57e6f048-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad46799aaf906a8a4c024daa57e6f048 columnFamilyName f 2025-01-10T07:51:14,855 DEBUG [StoreOpener-ad46799aaf906a8a4c024daa57e6f048-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:14,856 INFO [StoreOpener-ad46799aaf906a8a4c024daa57e6f048-1 {}] regionserver.HStore(327): Store=ad46799aaf906a8a4c024daa57e6f048/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:14,856 INFO [StoreOpener-ad46799aaf906a8a4c024daa57e6f048-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ad46799aaf906a8a4c024daa57e6f048 2025-01-10T07:51:14,858 INFO [StoreOpener-ad46799aaf906a8a4c024daa57e6f048-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad46799aaf906a8a4c024daa57e6f048 columnFamilyName norep 2025-01-10T07:51:14,858 DEBUG [StoreOpener-ad46799aaf906a8a4c024daa57e6f048-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:14,859 INFO [StoreOpener-ad46799aaf906a8a4c024daa57e6f048-1 {}] regionserver.HStore(327): Store=ad46799aaf906a8a4c024daa57e6f048/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:14,860 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/ad46799aaf906a8a4c024daa57e6f048 2025-01-10T07:51:14,861 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/ad46799aaf906a8a4c024daa57e6f048 2025-01-10T07:51:14,863 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:14,865 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for ad46799aaf906a8a4c024daa57e6f048 2025-01-10T07:51:14,874 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/ad46799aaf906a8a4c024daa57e6f048/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:14,875 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened ad46799aaf906a8a4c024daa57e6f048; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62052129, jitterRate=-0.07535122334957123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:14,875 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for ad46799aaf906a8a4c024daa57e6f048: 2025-01-10T07:51:14,877 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1736495472161.ad46799aaf906a8a4c024daa57e6f048., pid=43, masterSystemTime=1736495474447 2025-01-10T07:51:14,881 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1736495472161.ad46799aaf906a8a4c024daa57e6f048. 2025-01-10T07:51:14,881 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,xxx,1736495472161.ad46799aaf906a8a4c024daa57e6f048. 2025-01-10T07:51:14,881 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,yyy,1736495472161.7d099004358788bf3788fc940e2d3ade. 2025-01-10T07:51:14,881 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 7d099004358788bf3788fc940e2d3ade, NAME => 'test,yyy,1736495472161.7d099004358788bf3788fc940e2d3ade.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2025-01-10T07:51:14,882 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7d099004358788bf3788fc940e2d3ade 2025-01-10T07:51:14,882 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,yyy,1736495472161.7d099004358788bf3788fc940e2d3ade.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:14,882 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 7d099004358788bf3788fc940e2d3ade 2025-01-10T07:51:14,882 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 7d099004358788bf3788fc940e2d3ade 2025-01-10T07:51:14,883 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=ad46799aaf906a8a4c024daa57e6f048, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,890 INFO [StoreOpener-7d099004358788bf3788fc940e2d3ade-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7d099004358788bf3788fc940e2d3ade 2025-01-10T07:51:14,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=33 2025-01-10T07:51:14,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=33, state=SUCCESS; OpenRegionProcedure ad46799aaf906a8a4c024daa57e6f048, server=995f44e581cf,34405,1736495462427 in 573 msec 2025-01-10T07:51:14,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ad46799aaf906a8a4c024daa57e6f048, ASSIGN in 763 msec 2025-01-10T07:51:14,896 INFO [StoreOpener-7d099004358788bf3788fc940e2d3ade-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d099004358788bf3788fc940e2d3ade columnFamilyName f 2025-01-10T07:51:14,896 DEBUG [StoreOpener-7d099004358788bf3788fc940e2d3ade-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:14,897 INFO [StoreOpener-7d099004358788bf3788fc940e2d3ade-1 {}] regionserver.HStore(327): Store=7d099004358788bf3788fc940e2d3ade/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:14,897 INFO [StoreOpener-7d099004358788bf3788fc940e2d3ade-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7d099004358788bf3788fc940e2d3ade 2025-01-10T07:51:14,899 INFO [StoreOpener-7d099004358788bf3788fc940e2d3ade-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d099004358788bf3788fc940e2d3ade columnFamilyName norep 2025-01-10T07:51:14,899 DEBUG [StoreOpener-7d099004358788bf3788fc940e2d3ade-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:14,900 INFO [StoreOpener-7d099004358788bf3788fc940e2d3ade-1 {}] regionserver.HStore(327): Store=7d099004358788bf3788fc940e2d3ade/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:14,901 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/7d099004358788bf3788fc940e2d3ade 2025-01-10T07:51:14,902 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/7d099004358788bf3788fc940e2d3ade 2025-01-10T07:51:14,903 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:14,910 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 7d099004358788bf3788fc940e2d3ade 2025-01-10T07:51:14,915 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/7d099004358788bf3788fc940e2d3ade/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:14,916 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 7d099004358788bf3788fc940e2d3ade; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64416293, jitterRate=-0.04012243449687958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:14,917 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 7d099004358788bf3788fc940e2d3ade: 2025-01-10T07:51:14,919 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1736495472161.7d099004358788bf3788fc940e2d3ade., pid=58, masterSystemTime=1736495474447 2025-01-10T07:51:14,922 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1736495472161.7d099004358788bf3788fc940e2d3ade. 2025-01-10T07:51:14,922 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,yyy,1736495472161.7d099004358788bf3788fc940e2d3ade. 2025-01-10T07:51:14,922 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,nnn,1736495472161.2d030b662066d88f13e33e3e92fa4559. 2025-01-10T07:51:14,922 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 2d030b662066d88f13e33e3e92fa4559, NAME => 'test,nnn,1736495472161.2d030b662066d88f13e33e3e92fa4559.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2025-01-10T07:51:14,922 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2d030b662066d88f13e33e3e92fa4559 2025-01-10T07:51:14,923 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,nnn,1736495472161.2d030b662066d88f13e33e3e92fa4559.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:14,923 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 2d030b662066d88f13e33e3e92fa4559 2025-01-10T07:51:14,923 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 2d030b662066d88f13e33e3e92fa4559 2025-01-10T07:51:14,923 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=7d099004358788bf3788fc940e2d3ade, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,925 INFO [StoreOpener-2d030b662066d88f13e33e3e92fa4559-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2d030b662066d88f13e33e3e92fa4559 2025-01-10T07:51:14,928 INFO [StoreOpener-2d030b662066d88f13e33e3e92fa4559-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d030b662066d88f13e33e3e92fa4559 columnFamilyName f 2025-01-10T07:51:14,928 DEBUG [StoreOpener-2d030b662066d88f13e33e3e92fa4559-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:14,928 INFO [StoreOpener-2d030b662066d88f13e33e3e92fa4559-1 {}] regionserver.HStore(327): Store=2d030b662066d88f13e33e3e92fa4559/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:14,929 INFO [StoreOpener-2d030b662066d88f13e33e3e92fa4559-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2d030b662066d88f13e33e3e92fa4559 2025-01-10T07:51:14,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=34 2025-01-10T07:51:14,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=34, state=SUCCESS; OpenRegionProcedure 7d099004358788bf3788fc940e2d3ade, server=995f44e581cf,34405,1736495462427 in 518 msec 2025-01-10T07:51:14,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7d099004358788bf3788fc940e2d3ade, ASSIGN in 801 msec 2025-01-10T07:51:14,932 INFO [StoreOpener-2d030b662066d88f13e33e3e92fa4559-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d030b662066d88f13e33e3e92fa4559 columnFamilyName norep 2025-01-10T07:51:14,932 DEBUG [StoreOpener-2d030b662066d88f13e33e3e92fa4559-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:14,933 INFO [StoreOpener-2d030b662066d88f13e33e3e92fa4559-1 {}] regionserver.HStore(327): Store=2d030b662066d88f13e33e3e92fa4559/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:14,934 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/2d030b662066d88f13e33e3e92fa4559 2025-01-10T07:51:14,934 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/2d030b662066d88f13e33e3e92fa4559 2025-01-10T07:51:14,936 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:14,938 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 2d030b662066d88f13e33e3e92fa4559 2025-01-10T07:51:14,941 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/2d030b662066d88f13e33e3e92fa4559/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:14,951 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 2d030b662066d88f13e33e3e92fa4559; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59924453, jitterRate=-0.10705606639385223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:14,951 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 2d030b662066d88f13e33e3e92fa4559: 2025-01-10T07:51:14,952 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1736495472161.2d030b662066d88f13e33e3e92fa4559., pid=47, masterSystemTime=1736495474447 2025-01-10T07:51:14,956 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=2d030b662066d88f13e33e3e92fa4559, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,957 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1736495472161.2d030b662066d88f13e33e3e92fa4559. 2025-01-10T07:51:14,957 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,nnn,1736495472161.2d030b662066d88f13e33e3e92fa4559. 2025-01-10T07:51:14,957 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,fff,1736495472161.6f06ccd24f7551f9483c98ddb6b63c0e. 2025-01-10T07:51:14,958 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 6f06ccd24f7551f9483c98ddb6b63c0e, NAME => 'test,fff,1736495472161.6f06ccd24f7551f9483c98ddb6b63c0e.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2025-01-10T07:51:14,959 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6f06ccd24f7551f9483c98ddb6b63c0e 2025-01-10T07:51:14,959 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,fff,1736495472161.6f06ccd24f7551f9483c98ddb6b63c0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:14,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=23 2025-01-10T07:51:14,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=23, state=SUCCESS; OpenRegionProcedure 2d030b662066d88f13e33e3e92fa4559, server=995f44e581cf,34405,1736495462427 in 612 msec 2025-01-10T07:51:14,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2d030b662066d88f13e33e3e92fa4559, ASSIGN in 834 msec 2025-01-10T07:51:14,964 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 6f06ccd24f7551f9483c98ddb6b63c0e 2025-01-10T07:51:14,964 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 6f06ccd24f7551f9483c98ddb6b63c0e 2025-01-10T07:51:14,968 INFO [StoreOpener-6f06ccd24f7551f9483c98ddb6b63c0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6f06ccd24f7551f9483c98ddb6b63c0e 2025-01-10T07:51:14,970 INFO [StoreOpener-6f06ccd24f7551f9483c98ddb6b63c0e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f06ccd24f7551f9483c98ddb6b63c0e columnFamilyName f 2025-01-10T07:51:14,970 DEBUG [StoreOpener-6f06ccd24f7551f9483c98ddb6b63c0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:14,971 INFO [StoreOpener-6f06ccd24f7551f9483c98ddb6b63c0e-1 {}] regionserver.HStore(327): Store=6f06ccd24f7551f9483c98ddb6b63c0e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:14,971 INFO [StoreOpener-6f06ccd24f7551f9483c98ddb6b63c0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6f06ccd24f7551f9483c98ddb6b63c0e 2025-01-10T07:51:14,974 INFO [StoreOpener-6f06ccd24f7551f9483c98ddb6b63c0e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f06ccd24f7551f9483c98ddb6b63c0e columnFamilyName norep 2025-01-10T07:51:14,974 DEBUG [StoreOpener-6f06ccd24f7551f9483c98ddb6b63c0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:14,975 INFO [StoreOpener-6f06ccd24f7551f9483c98ddb6b63c0e-1 {}] regionserver.HStore(327): Store=6f06ccd24f7551f9483c98ddb6b63c0e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:14,976 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/6f06ccd24f7551f9483c98ddb6b63c0e 2025-01-10T07:51:14,977 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/6f06ccd24f7551f9483c98ddb6b63c0e 2025-01-10T07:51:14,979 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:14,981 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 6f06ccd24f7551f9483c98ddb6b63c0e 2025-01-10T07:51:14,987 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/6f06ccd24f7551f9483c98ddb6b63c0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:14,987 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 6f06ccd24f7551f9483c98ddb6b63c0e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69618719, jitterRate=0.03739975392818451}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:14,988 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 6f06ccd24f7551f9483c98ddb6b63c0e: 2025-01-10T07:51:14,989 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1736495472161.6f06ccd24f7551f9483c98ddb6b63c0e., pid=37, masterSystemTime=1736495474447 2025-01-10T07:51:14,992 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1736495472161.6f06ccd24f7551f9483c98ddb6b63c0e. 2025-01-10T07:51:14,992 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,fff,1736495472161.6f06ccd24f7551f9483c98ddb6b63c0e. 2025-01-10T07:51:14,992 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,ooo,1736495472161.e1c126595c8e4145cc43ad5057265439. 2025-01-10T07:51:14,993 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => e1c126595c8e4145cc43ad5057265439, NAME => 'test,ooo,1736495472161.e1c126595c8e4145cc43ad5057265439.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2025-01-10T07:51:14,993 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=6f06ccd24f7551f9483c98ddb6b63c0e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:14,993 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e1c126595c8e4145cc43ad5057265439 2025-01-10T07:51:14,993 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,ooo,1736495472161.e1c126595c8e4145cc43ad5057265439.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:14,993 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for e1c126595c8e4145cc43ad5057265439 2025-01-10T07:51:14,993 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for e1c126595c8e4145cc43ad5057265439 2025-01-10T07:51:14,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=15 2025-01-10T07:51:14,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=15, state=SUCCESS; OpenRegionProcedure 6f06ccd24f7551f9483c98ddb6b63c0e, server=995f44e581cf,34405,1736495462427 in 701 msec 2025-01-10T07:51:15,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6f06ccd24f7551f9483c98ddb6b63c0e, ASSIGN in 871 msec 2025-01-10T07:51:15,005 INFO [StoreOpener-e1c126595c8e4145cc43ad5057265439-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e1c126595c8e4145cc43ad5057265439 2025-01-10T07:51:15,007 INFO [StoreOpener-e1c126595c8e4145cc43ad5057265439-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1c126595c8e4145cc43ad5057265439 columnFamilyName f 2025-01-10T07:51:15,007 DEBUG [StoreOpener-e1c126595c8e4145cc43ad5057265439-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,007 INFO [StoreOpener-e1c126595c8e4145cc43ad5057265439-1 {}] regionserver.HStore(327): Store=e1c126595c8e4145cc43ad5057265439/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,008 INFO [StoreOpener-e1c126595c8e4145cc43ad5057265439-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e1c126595c8e4145cc43ad5057265439 2025-01-10T07:51:15,015 INFO [StoreOpener-e1c126595c8e4145cc43ad5057265439-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1c126595c8e4145cc43ad5057265439 columnFamilyName norep 2025-01-10T07:51:15,015 DEBUG [StoreOpener-e1c126595c8e4145cc43ad5057265439-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,016 INFO [StoreOpener-e1c126595c8e4145cc43ad5057265439-1 {}] regionserver.HStore(327): Store=e1c126595c8e4145cc43ad5057265439/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,017 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/e1c126595c8e4145cc43ad5057265439 2025-01-10T07:51:15,019 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/e1c126595c8e4145cc43ad5057265439 2025-01-10T07:51:15,021 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:15,023 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for e1c126595c8e4145cc43ad5057265439 2025-01-10T07:51:15,030 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/e1c126595c8e4145cc43ad5057265439/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:15,031 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened e1c126595c8e4145cc43ad5057265439; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66903593, jitterRate=-0.0030587762594223022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:15,031 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for e1c126595c8e4145cc43ad5057265439: 2025-01-10T07:51:15,032 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1736495472161.e1c126595c8e4145cc43ad5057265439., pid=45, masterSystemTime=1736495474447 2025-01-10T07:51:15,036 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1736495472161.e1c126595c8e4145cc43ad5057265439. 2025-01-10T07:51:15,036 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,ooo,1736495472161.e1c126595c8e4145cc43ad5057265439. 2025-01-10T07:51:15,036 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,,1736495472161.d56d6bd10406f8acfb2d7fb0afb192be. 2025-01-10T07:51:15,036 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => d56d6bd10406f8acfb2d7fb0afb192be, NAME => 'test,,1736495472161.d56d6bd10406f8acfb2d7fb0afb192be.', STARTKEY => '', ENDKEY => 'bbb'} 2025-01-10T07:51:15,036 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d56d6bd10406f8acfb2d7fb0afb192be 2025-01-10T07:51:15,036 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,,1736495472161.d56d6bd10406f8acfb2d7fb0afb192be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:15,037 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for d56d6bd10406f8acfb2d7fb0afb192be 2025-01-10T07:51:15,037 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=e1c126595c8e4145cc43ad5057265439, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:15,037 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for d56d6bd10406f8acfb2d7fb0afb192be 2025-01-10T07:51:15,037 INFO [995f44e581cf:34405Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2025-01-10T07:51:15,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=24 2025-01-10T07:51:15,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=24, state=SUCCESS; OpenRegionProcedure e1c126595c8e4145cc43ad5057265439, server=995f44e581cf,34405,1736495462427 in 723 msec 2025-01-10T07:51:15,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e1c126595c8e4145cc43ad5057265439, ASSIGN in 915 msec 2025-01-10T07:51:15,046 INFO [StoreOpener-d56d6bd10406f8acfb2d7fb0afb192be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d56d6bd10406f8acfb2d7fb0afb192be 2025-01-10T07:51:15,054 INFO [StoreOpener-d56d6bd10406f8acfb2d7fb0afb192be-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d56d6bd10406f8acfb2d7fb0afb192be columnFamilyName f 2025-01-10T07:51:15,055 DEBUG [StoreOpener-d56d6bd10406f8acfb2d7fb0afb192be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,057 INFO [StoreOpener-d56d6bd10406f8acfb2d7fb0afb192be-1 {}] regionserver.HStore(327): Store=d56d6bd10406f8acfb2d7fb0afb192be/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,057 INFO [StoreOpener-d56d6bd10406f8acfb2d7fb0afb192be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d56d6bd10406f8acfb2d7fb0afb192be 2025-01-10T07:51:15,059 INFO [StoreOpener-d56d6bd10406f8acfb2d7fb0afb192be-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d56d6bd10406f8acfb2d7fb0afb192be columnFamilyName norep 2025-01-10T07:51:15,059 DEBUG [StoreOpener-d56d6bd10406f8acfb2d7fb0afb192be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,060 INFO [StoreOpener-d56d6bd10406f8acfb2d7fb0afb192be-1 {}] regionserver.HStore(327): Store=d56d6bd10406f8acfb2d7fb0afb192be/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,061 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/d56d6bd10406f8acfb2d7fb0afb192be 2025-01-10T07:51:15,062 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/d56d6bd10406f8acfb2d7fb0afb192be 2025-01-10T07:51:15,063 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:15,065 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for d56d6bd10406f8acfb2d7fb0afb192be 2025-01-10T07:51:15,074 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/d56d6bd10406f8acfb2d7fb0afb192be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:15,075 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened d56d6bd10406f8acfb2d7fb0afb192be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64517254, jitterRate=-0.038617998361587524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:15,075 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for d56d6bd10406f8acfb2d7fb0afb192be: 2025-01-10T07:51:15,086 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1736495472161.d56d6bd10406f8acfb2d7fb0afb192be., pid=61, masterSystemTime=1736495474447 2025-01-10T07:51:15,098 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1736495472161.d56d6bd10406f8acfb2d7fb0afb192be. 2025-01-10T07:51:15,098 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,,1736495472161.d56d6bd10406f8acfb2d7fb0afb192be. 2025-01-10T07:51:15,098 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,ttt,1736495472161.0c2d1024bcd8160294bfb4c04821f57f. 2025-01-10T07:51:15,098 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 0c2d1024bcd8160294bfb4c04821f57f, NAME => 'test,ttt,1736495472161.0c2d1024bcd8160294bfb4c04821f57f.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2025-01-10T07:51:15,099 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0c2d1024bcd8160294bfb4c04821f57f 2025-01-10T07:51:15,099 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,ttt,1736495472161.0c2d1024bcd8160294bfb4c04821f57f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:15,099 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 0c2d1024bcd8160294bfb4c04821f57f 2025-01-10T07:51:15,099 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 0c2d1024bcd8160294bfb4c04821f57f 2025-01-10T07:51:15,100 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=d56d6bd10406f8acfb2d7fb0afb192be, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:15,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=10 2025-01-10T07:51:15,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=10, state=SUCCESS; OpenRegionProcedure d56d6bd10406f8acfb2d7fb0afb192be, server=995f44e581cf,34405,1736495462427 in 671 msec 2025-01-10T07:51:15,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d56d6bd10406f8acfb2d7fb0afb192be, ASSIGN in 979 msec 2025-01-10T07:51:15,113 INFO [StoreOpener-0c2d1024bcd8160294bfb4c04821f57f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0c2d1024bcd8160294bfb4c04821f57f 2025-01-10T07:51:15,127 INFO [StoreOpener-0c2d1024bcd8160294bfb4c04821f57f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c2d1024bcd8160294bfb4c04821f57f columnFamilyName f 2025-01-10T07:51:15,127 DEBUG [StoreOpener-0c2d1024bcd8160294bfb4c04821f57f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,128 INFO [StoreOpener-0c2d1024bcd8160294bfb4c04821f57f-1 {}] regionserver.HStore(327): Store=0c2d1024bcd8160294bfb4c04821f57f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,129 INFO [StoreOpener-0c2d1024bcd8160294bfb4c04821f57f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0c2d1024bcd8160294bfb4c04821f57f 2025-01-10T07:51:15,135 INFO [StoreOpener-0c2d1024bcd8160294bfb4c04821f57f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c2d1024bcd8160294bfb4c04821f57f columnFamilyName norep 2025-01-10T07:51:15,136 DEBUG [StoreOpener-0c2d1024bcd8160294bfb4c04821f57f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,140 INFO [StoreOpener-0c2d1024bcd8160294bfb4c04821f57f-1 {}] regionserver.HStore(327): Store=0c2d1024bcd8160294bfb4c04821f57f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,141 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/0c2d1024bcd8160294bfb4c04821f57f 2025-01-10T07:51:15,142 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/0c2d1024bcd8160294bfb4c04821f57f 2025-01-10T07:51:15,144 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:15,146 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 0c2d1024bcd8160294bfb4c04821f57f 2025-01-10T07:51:15,166 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/0c2d1024bcd8160294bfb4c04821f57f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:15,167 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 0c2d1024bcd8160294bfb4c04821f57f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73015351, jitterRate=0.08801351487636566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:15,167 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 0c2d1024bcd8160294bfb4c04821f57f: 2025-01-10T07:51:15,174 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1736495472161.0c2d1024bcd8160294bfb4c04821f57f., pid=55, masterSystemTime=1736495474447 2025-01-10T07:51:15,190 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1736495472161.0c2d1024bcd8160294bfb4c04821f57f. 2025-01-10T07:51:15,190 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,ttt,1736495472161.0c2d1024bcd8160294bfb4c04821f57f. 2025-01-10T07:51:15,190 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,www,1736495472161.42ea8b82ea17fe6e43e4047103527575. 2025-01-10T07:51:15,190 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 42ea8b82ea17fe6e43e4047103527575, NAME => 'test,www,1736495472161.42ea8b82ea17fe6e43e4047103527575.', STARTKEY => 'www', ENDKEY => 'xxx'} 2025-01-10T07:51:15,191 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 42ea8b82ea17fe6e43e4047103527575 2025-01-10T07:51:15,191 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,www,1736495472161.42ea8b82ea17fe6e43e4047103527575.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:15,191 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 42ea8b82ea17fe6e43e4047103527575 2025-01-10T07:51:15,191 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 42ea8b82ea17fe6e43e4047103527575 2025-01-10T07:51:15,194 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=0c2d1024bcd8160294bfb4c04821f57f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:15,198 INFO [StoreOpener-42ea8b82ea17fe6e43e4047103527575-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 42ea8b82ea17fe6e43e4047103527575 2025-01-10T07:51:15,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=29 2025-01-10T07:51:15,204 INFO [StoreOpener-42ea8b82ea17fe6e43e4047103527575-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42ea8b82ea17fe6e43e4047103527575 columnFamilyName f 2025-01-10T07:51:15,204 DEBUG [StoreOpener-42ea8b82ea17fe6e43e4047103527575-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,205 INFO [StoreOpener-42ea8b82ea17fe6e43e4047103527575-1 {}] regionserver.HStore(327): Store=42ea8b82ea17fe6e43e4047103527575/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,205 INFO [StoreOpener-42ea8b82ea17fe6e43e4047103527575-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 42ea8b82ea17fe6e43e4047103527575 2025-01-10T07:51:15,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=29, state=SUCCESS; OpenRegionProcedure 0c2d1024bcd8160294bfb4c04821f57f, server=995f44e581cf,34405,1736495462427 in 808 msec 2025-01-10T07:51:15,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0c2d1024bcd8160294bfb4c04821f57f, ASSIGN in 1.0740 sec 2025-01-10T07:51:15,215 INFO [StoreOpener-42ea8b82ea17fe6e43e4047103527575-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42ea8b82ea17fe6e43e4047103527575 columnFamilyName norep 2025-01-10T07:51:15,215 DEBUG [StoreOpener-42ea8b82ea17fe6e43e4047103527575-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,218 INFO [StoreOpener-42ea8b82ea17fe6e43e4047103527575-1 {}] regionserver.HStore(327): Store=42ea8b82ea17fe6e43e4047103527575/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,222 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/42ea8b82ea17fe6e43e4047103527575 2025-01-10T07:51:15,226 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/42ea8b82ea17fe6e43e4047103527575 2025-01-10T07:51:15,242 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:15,258 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 42ea8b82ea17fe6e43e4047103527575 2025-01-10T07:51:15,276 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/42ea8b82ea17fe6e43e4047103527575/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:15,277 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 42ea8b82ea17fe6e43e4047103527575; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60571190, jitterRate=-0.09741893410682678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:15,277 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 42ea8b82ea17fe6e43e4047103527575: 2025-01-10T07:51:15,282 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1736495472161.42ea8b82ea17fe6e43e4047103527575., pid=40, masterSystemTime=1736495474447 2025-01-10T07:51:15,285 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1736495472161.42ea8b82ea17fe6e43e4047103527575. 2025-01-10T07:51:15,286 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=42ea8b82ea17fe6e43e4047103527575, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:15,290 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,www,1736495472161.42ea8b82ea17fe6e43e4047103527575. 2025-01-10T07:51:15,291 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,qqq,1736495472161.256b60d70d841c43586fb2be86a9ad0d. 2025-01-10T07:51:15,291 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 256b60d70d841c43586fb2be86a9ad0d, NAME => 'test,qqq,1736495472161.256b60d70d841c43586fb2be86a9ad0d.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2025-01-10T07:51:15,291 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 256b60d70d841c43586fb2be86a9ad0d 2025-01-10T07:51:15,292 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,qqq,1736495472161.256b60d70d841c43586fb2be86a9ad0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:15,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=32 2025-01-10T07:51:15,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=32, state=SUCCESS; OpenRegionProcedure 42ea8b82ea17fe6e43e4047103527575, server=995f44e581cf,34405,1736495462427 in 988 msec 2025-01-10T07:51:15,292 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 256b60d70d841c43586fb2be86a9ad0d 2025-01-10T07:51:15,292 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 256b60d70d841c43586fb2be86a9ad0d 2025-01-10T07:51:15,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=42ea8b82ea17fe6e43e4047103527575, ASSIGN in 1.1640 sec 2025-01-10T07:51:15,308 INFO [StoreOpener-256b60d70d841c43586fb2be86a9ad0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 256b60d70d841c43586fb2be86a9ad0d 2025-01-10T07:51:15,315 INFO [StoreOpener-256b60d70d841c43586fb2be86a9ad0d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256b60d70d841c43586fb2be86a9ad0d columnFamilyName f 2025-01-10T07:51:15,316 DEBUG [StoreOpener-256b60d70d841c43586fb2be86a9ad0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,316 INFO [StoreOpener-256b60d70d841c43586fb2be86a9ad0d-1 {}] regionserver.HStore(327): Store=256b60d70d841c43586fb2be86a9ad0d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,317 INFO [StoreOpener-256b60d70d841c43586fb2be86a9ad0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 256b60d70d841c43586fb2be86a9ad0d 2025-01-10T07:51:15,328 INFO [StoreOpener-256b60d70d841c43586fb2be86a9ad0d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256b60d70d841c43586fb2be86a9ad0d columnFamilyName norep 2025-01-10T07:51:15,328 DEBUG [StoreOpener-256b60d70d841c43586fb2be86a9ad0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,331 INFO [StoreOpener-256b60d70d841c43586fb2be86a9ad0d-1 {}] regionserver.HStore(327): Store=256b60d70d841c43586fb2be86a9ad0d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,334 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/256b60d70d841c43586fb2be86a9ad0d 2025-01-10T07:51:15,335 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/256b60d70d841c43586fb2be86a9ad0d 2025-01-10T07:51:15,337 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:15,339 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 256b60d70d841c43586fb2be86a9ad0d 2025-01-10T07:51:15,343 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/256b60d70d841c43586fb2be86a9ad0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:15,343 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 256b60d70d841c43586fb2be86a9ad0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65594764, jitterRate=-0.022561848163604736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:15,344 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 256b60d70d841c43586fb2be86a9ad0d: 2025-01-10T07:51:15,345 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1736495472161.256b60d70d841c43586fb2be86a9ad0d., pid=36, masterSystemTime=1736495474447 2025-01-10T07:51:15,347 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1736495472161.256b60d70d841c43586fb2be86a9ad0d. 2025-01-10T07:51:15,347 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,qqq,1736495472161.256b60d70d841c43586fb2be86a9ad0d. 2025-01-10T07:51:15,348 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,hhh,1736495472161.c31e5fec83f8d62920b11e8d2a984a25. 2025-01-10T07:51:15,348 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => c31e5fec83f8d62920b11e8d2a984a25, NAME => 'test,hhh,1736495472161.c31e5fec83f8d62920b11e8d2a984a25.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2025-01-10T07:51:15,348 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c31e5fec83f8d62920b11e8d2a984a25 2025-01-10T07:51:15,348 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,hhh,1736495472161.c31e5fec83f8d62920b11e8d2a984a25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:15,348 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for c31e5fec83f8d62920b11e8d2a984a25 2025-01-10T07:51:15,348 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for c31e5fec83f8d62920b11e8d2a984a25 2025-01-10T07:51:15,351 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=256b60d70d841c43586fb2be86a9ad0d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:15,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=26 2025-01-10T07:51:15,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=26, state=SUCCESS; OpenRegionProcedure 256b60d70d841c43586fb2be86a9ad0d, server=995f44e581cf,34405,1736495462427 in 1.0610 sec 2025-01-10T07:51:15,358 INFO [StoreOpener-c31e5fec83f8d62920b11e8d2a984a25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c31e5fec83f8d62920b11e8d2a984a25 2025-01-10T07:51:15,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=256b60d70d841c43586fb2be86a9ad0d, ASSIGN in 1.2290 sec 2025-01-10T07:51:15,364 INFO [StoreOpener-c31e5fec83f8d62920b11e8d2a984a25-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c31e5fec83f8d62920b11e8d2a984a25 columnFamilyName f 2025-01-10T07:51:15,364 DEBUG [StoreOpener-c31e5fec83f8d62920b11e8d2a984a25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,368 INFO [StoreOpener-c31e5fec83f8d62920b11e8d2a984a25-1 {}] regionserver.HStore(327): Store=c31e5fec83f8d62920b11e8d2a984a25/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,368 INFO [StoreOpener-c31e5fec83f8d62920b11e8d2a984a25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c31e5fec83f8d62920b11e8d2a984a25 2025-01-10T07:51:15,370 INFO [StoreOpener-c31e5fec83f8d62920b11e8d2a984a25-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c31e5fec83f8d62920b11e8d2a984a25 columnFamilyName norep 2025-01-10T07:51:15,370 DEBUG [StoreOpener-c31e5fec83f8d62920b11e8d2a984a25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,371 INFO [StoreOpener-c31e5fec83f8d62920b11e8d2a984a25-1 {}] regionserver.HStore(327): Store=c31e5fec83f8d62920b11e8d2a984a25/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,372 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/c31e5fec83f8d62920b11e8d2a984a25 2025-01-10T07:51:15,372 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/c31e5fec83f8d62920b11e8d2a984a25 2025-01-10T07:51:15,374 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:15,376 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for c31e5fec83f8d62920b11e8d2a984a25 2025-01-10T07:51:15,383 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/c31e5fec83f8d62920b11e8d2a984a25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:15,383 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened c31e5fec83f8d62920b11e8d2a984a25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72954860, jitterRate=0.08711212873458862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:15,384 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for c31e5fec83f8d62920b11e8d2a984a25: 2025-01-10T07:51:15,385 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1736495472161.c31e5fec83f8d62920b11e8d2a984a25., pid=56, masterSystemTime=1736495474447 2025-01-10T07:51:15,387 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1736495472161.c31e5fec83f8d62920b11e8d2a984a25. 2025-01-10T07:51:15,388 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,hhh,1736495472161.c31e5fec83f8d62920b11e8d2a984a25. 2025-01-10T07:51:15,388 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,lll,1736495472161.57352ca1ad599e94ee864d0d2bd4a649. 2025-01-10T07:51:15,388 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 57352ca1ad599e94ee864d0d2bd4a649, NAME => 'test,lll,1736495472161.57352ca1ad599e94ee864d0d2bd4a649.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2025-01-10T07:51:15,388 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 57352ca1ad599e94ee864d0d2bd4a649 2025-01-10T07:51:15,388 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,lll,1736495472161.57352ca1ad599e94ee864d0d2bd4a649.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:15,389 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 57352ca1ad599e94ee864d0d2bd4a649 2025-01-10T07:51:15,389 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 57352ca1ad599e94ee864d0d2bd4a649 2025-01-10T07:51:15,390 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=c31e5fec83f8d62920b11e8d2a984a25, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:15,394 INFO [StoreOpener-57352ca1ad599e94ee864d0d2bd4a649-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 57352ca1ad599e94ee864d0d2bd4a649 2025-01-10T07:51:15,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=17 2025-01-10T07:51:15,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=17, state=SUCCESS; OpenRegionProcedure c31e5fec83f8d62920b11e8d2a984a25, server=995f44e581cf,34405,1736495462427 in 993 msec 2025-01-10T07:51:15,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c31e5fec83f8d62920b11e8d2a984a25, ASSIGN in 1.2670 sec 2025-01-10T07:51:15,397 INFO [StoreOpener-57352ca1ad599e94ee864d0d2bd4a649-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57352ca1ad599e94ee864d0d2bd4a649 columnFamilyName f 2025-01-10T07:51:15,397 DEBUG [StoreOpener-57352ca1ad599e94ee864d0d2bd4a649-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,398 INFO [StoreOpener-57352ca1ad599e94ee864d0d2bd4a649-1 {}] regionserver.HStore(327): Store=57352ca1ad599e94ee864d0d2bd4a649/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,399 INFO [StoreOpener-57352ca1ad599e94ee864d0d2bd4a649-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 57352ca1ad599e94ee864d0d2bd4a649 2025-01-10T07:51:15,400 INFO [StoreOpener-57352ca1ad599e94ee864d0d2bd4a649-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57352ca1ad599e94ee864d0d2bd4a649 columnFamilyName norep 2025-01-10T07:51:15,400 DEBUG [StoreOpener-57352ca1ad599e94ee864d0d2bd4a649-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,401 INFO [StoreOpener-57352ca1ad599e94ee864d0d2bd4a649-1 {}] regionserver.HStore(327): Store=57352ca1ad599e94ee864d0d2bd4a649/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,402 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/57352ca1ad599e94ee864d0d2bd4a649 2025-01-10T07:51:15,403 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/57352ca1ad599e94ee864d0d2bd4a649 2025-01-10T07:51:15,405 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:15,406 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 57352ca1ad599e94ee864d0d2bd4a649 2025-01-10T07:51:15,414 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/57352ca1ad599e94ee864d0d2bd4a649/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:15,415 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 57352ca1ad599e94ee864d0d2bd4a649; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64038128, jitterRate=-0.04575753211975098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:15,415 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 57352ca1ad599e94ee864d0d2bd4a649: 2025-01-10T07:51:15,416 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1736495472161.57352ca1ad599e94ee864d0d2bd4a649., pid=50, masterSystemTime=1736495474447 2025-01-10T07:51:15,427 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1736495472161.57352ca1ad599e94ee864d0d2bd4a649. 2025-01-10T07:51:15,428 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,lll,1736495472161.57352ca1ad599e94ee864d0d2bd4a649. 2025-01-10T07:51:15,428 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,ggg,1736495472161.342eafb4fb29fea459d93c96d1112ff9. 2025-01-10T07:51:15,428 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 342eafb4fb29fea459d93c96d1112ff9, NAME => 'test,ggg,1736495472161.342eafb4fb29fea459d93c96d1112ff9.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2025-01-10T07:51:15,428 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 342eafb4fb29fea459d93c96d1112ff9 2025-01-10T07:51:15,428 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,ggg,1736495472161.342eafb4fb29fea459d93c96d1112ff9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:15,429 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 342eafb4fb29fea459d93c96d1112ff9 2025-01-10T07:51:15,429 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 342eafb4fb29fea459d93c96d1112ff9 2025-01-10T07:51:15,432 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=57352ca1ad599e94ee864d0d2bd4a649, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:15,434 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33135 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=995f44e581cf,34405,1736495462427, table=test, region=57352ca1ad599e94ee864d0d2bd4a649. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2025-01-10T07:51:15,438 INFO [StoreOpener-342eafb4fb29fea459d93c96d1112ff9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 342eafb4fb29fea459d93c96d1112ff9 2025-01-10T07:51:15,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=21 2025-01-10T07:51:15,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=21, state=SUCCESS; OpenRegionProcedure 57352ca1ad599e94ee864d0d2bd4a649, server=995f44e581cf,34405,1736495462427 in 1.0740 sec 2025-01-10T07:51:15,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=57352ca1ad599e94ee864d0d2bd4a649, ASSIGN in 1.3120 sec 2025-01-10T07:51:15,446 INFO [StoreOpener-342eafb4fb29fea459d93c96d1112ff9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 342eafb4fb29fea459d93c96d1112ff9 columnFamilyName f 2025-01-10T07:51:15,447 DEBUG [StoreOpener-342eafb4fb29fea459d93c96d1112ff9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,454 INFO [StoreOpener-342eafb4fb29fea459d93c96d1112ff9-1 {}] regionserver.HStore(327): Store=342eafb4fb29fea459d93c96d1112ff9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,454 INFO [StoreOpener-342eafb4fb29fea459d93c96d1112ff9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 342eafb4fb29fea459d93c96d1112ff9 2025-01-10T07:51:15,462 INFO [StoreOpener-342eafb4fb29fea459d93c96d1112ff9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 342eafb4fb29fea459d93c96d1112ff9 columnFamilyName norep 2025-01-10T07:51:15,463 DEBUG [StoreOpener-342eafb4fb29fea459d93c96d1112ff9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,470 INFO [StoreOpener-342eafb4fb29fea459d93c96d1112ff9-1 {}] regionserver.HStore(327): Store=342eafb4fb29fea459d93c96d1112ff9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,471 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/342eafb4fb29fea459d93c96d1112ff9 2025-01-10T07:51:15,472 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/342eafb4fb29fea459d93c96d1112ff9 2025-01-10T07:51:15,474 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:15,476 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 342eafb4fb29fea459d93c96d1112ff9 2025-01-10T07:51:15,486 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/342eafb4fb29fea459d93c96d1112ff9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:15,487 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 342eafb4fb29fea459d93c96d1112ff9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64824683, jitterRate=-0.03403694927692413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:15,487 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 342eafb4fb29fea459d93c96d1112ff9: 2025-01-10T07:51:15,488 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1736495472161.342eafb4fb29fea459d93c96d1112ff9., pid=49, masterSystemTime=1736495474447 2025-01-10T07:51:15,492 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=342eafb4fb29fea459d93c96d1112ff9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:15,493 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1736495472161.342eafb4fb29fea459d93c96d1112ff9. 2025-01-10T07:51:15,494 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,ggg,1736495472161.342eafb4fb29fea459d93c96d1112ff9. 2025-01-10T07:51:15,494 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,uuu,1736495472161.2ef9f2475b9f8c3309bb9b3f564e1977. 2025-01-10T07:51:15,494 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 2ef9f2475b9f8c3309bb9b3f564e1977, NAME => 'test,uuu,1736495472161.2ef9f2475b9f8c3309bb9b3f564e1977.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2025-01-10T07:51:15,494 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2ef9f2475b9f8c3309bb9b3f564e1977 2025-01-10T07:51:15,494 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,uuu,1736495472161.2ef9f2475b9f8c3309bb9b3f564e1977.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:15,494 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 2ef9f2475b9f8c3309bb9b3f564e1977 2025-01-10T07:51:15,495 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 2ef9f2475b9f8c3309bb9b3f564e1977 2025-01-10T07:51:15,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=16 2025-01-10T07:51:15,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=16, state=SUCCESS; OpenRegionProcedure 342eafb4fb29fea459d93c96d1112ff9, server=995f44e581cf,34405,1736495462427 in 1.1410 sec 2025-01-10T07:51:15,501 INFO [StoreOpener-2ef9f2475b9f8c3309bb9b3f564e1977-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2ef9f2475b9f8c3309bb9b3f564e1977 2025-01-10T07:51:15,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=342eafb4fb29fea459d93c96d1112ff9, ASSIGN in 1.3730 sec 2025-01-10T07:51:15,504 INFO [StoreOpener-2ef9f2475b9f8c3309bb9b3f564e1977-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ef9f2475b9f8c3309bb9b3f564e1977 columnFamilyName f 2025-01-10T07:51:15,504 DEBUG [StoreOpener-2ef9f2475b9f8c3309bb9b3f564e1977-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,505 INFO [StoreOpener-2ef9f2475b9f8c3309bb9b3f564e1977-1 {}] regionserver.HStore(327): Store=2ef9f2475b9f8c3309bb9b3f564e1977/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,505 INFO [StoreOpener-2ef9f2475b9f8c3309bb9b3f564e1977-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2ef9f2475b9f8c3309bb9b3f564e1977 2025-01-10T07:51:15,507 INFO [StoreOpener-2ef9f2475b9f8c3309bb9b3f564e1977-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ef9f2475b9f8c3309bb9b3f564e1977 columnFamilyName norep 2025-01-10T07:51:15,507 DEBUG [StoreOpener-2ef9f2475b9f8c3309bb9b3f564e1977-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,508 INFO [StoreOpener-2ef9f2475b9f8c3309bb9b3f564e1977-1 {}] regionserver.HStore(327): Store=2ef9f2475b9f8c3309bb9b3f564e1977/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,509 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/2ef9f2475b9f8c3309bb9b3f564e1977 2025-01-10T07:51:15,509 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/2ef9f2475b9f8c3309bb9b3f564e1977 2025-01-10T07:51:15,511 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:15,513 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 2ef9f2475b9f8c3309bb9b3f564e1977 2025-01-10T07:51:15,519 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/2ef9f2475b9f8c3309bb9b3f564e1977/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:15,519 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 2ef9f2475b9f8c3309bb9b3f564e1977; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61705689, jitterRate=-0.08051358163356781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:15,520 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 2ef9f2475b9f8c3309bb9b3f564e1977: 2025-01-10T07:51:15,521 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1736495472161.2ef9f2475b9f8c3309bb9b3f564e1977., pid=51, masterSystemTime=1736495474447 2025-01-10T07:51:15,524 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=2ef9f2475b9f8c3309bb9b3f564e1977, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:15,525 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1736495472161.2ef9f2475b9f8c3309bb9b3f564e1977. 2025-01-10T07:51:15,525 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,uuu,1736495472161.2ef9f2475b9f8c3309bb9b3f564e1977. 2025-01-10T07:51:15,525 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,zzz,1736495472161.28feef75b92a65368c15e4a0ba7a9b5c. 2025-01-10T07:51:15,525 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 28feef75b92a65368c15e4a0ba7a9b5c, NAME => 'test,zzz,1736495472161.28feef75b92a65368c15e4a0ba7a9b5c.', STARTKEY => 'zzz', ENDKEY => ''} 2025-01-10T07:51:15,526 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 28feef75b92a65368c15e4a0ba7a9b5c 2025-01-10T07:51:15,526 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,zzz,1736495472161.28feef75b92a65368c15e4a0ba7a9b5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:15,526 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 28feef75b92a65368c15e4a0ba7a9b5c 2025-01-10T07:51:15,526 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 28feef75b92a65368c15e4a0ba7a9b5c 2025-01-10T07:51:15,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=30 2025-01-10T07:51:15,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=30, state=SUCCESS; OpenRegionProcedure 2ef9f2475b9f8c3309bb9b3f564e1977, server=995f44e581cf,34405,1736495462427 in 1.1610 sec 2025-01-10T07:51:15,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2ef9f2475b9f8c3309bb9b3f564e1977, ASSIGN in 1.4020 sec 2025-01-10T07:51:15,542 INFO [StoreOpener-28feef75b92a65368c15e4a0ba7a9b5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 28feef75b92a65368c15e4a0ba7a9b5c 2025-01-10T07:51:15,548 INFO [StoreOpener-28feef75b92a65368c15e4a0ba7a9b5c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28feef75b92a65368c15e4a0ba7a9b5c columnFamilyName f 2025-01-10T07:51:15,549 DEBUG [StoreOpener-28feef75b92a65368c15e4a0ba7a9b5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,549 INFO [StoreOpener-28feef75b92a65368c15e4a0ba7a9b5c-1 {}] regionserver.HStore(327): Store=28feef75b92a65368c15e4a0ba7a9b5c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,550 INFO [StoreOpener-28feef75b92a65368c15e4a0ba7a9b5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 28feef75b92a65368c15e4a0ba7a9b5c 2025-01-10T07:51:15,552 INFO [StoreOpener-28feef75b92a65368c15e4a0ba7a9b5c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28feef75b92a65368c15e4a0ba7a9b5c columnFamilyName norep 2025-01-10T07:51:15,552 DEBUG [StoreOpener-28feef75b92a65368c15e4a0ba7a9b5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,554 INFO [StoreOpener-28feef75b92a65368c15e4a0ba7a9b5c-1 {}] regionserver.HStore(327): Store=28feef75b92a65368c15e4a0ba7a9b5c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,556 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/28feef75b92a65368c15e4a0ba7a9b5c 2025-01-10T07:51:15,556 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/28feef75b92a65368c15e4a0ba7a9b5c 2025-01-10T07:51:15,558 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:15,560 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 28feef75b92a65368c15e4a0ba7a9b5c 2025-01-10T07:51:15,567 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/28feef75b92a65368c15e4a0ba7a9b5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:15,567 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 28feef75b92a65368c15e4a0ba7a9b5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59953678, jitterRate=-0.10662057995796204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:15,568 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 28feef75b92a65368c15e4a0ba7a9b5c: 2025-01-10T07:51:15,569 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1736495472161.28feef75b92a65368c15e4a0ba7a9b5c., pid=46, masterSystemTime=1736495474447 2025-01-10T07:51:15,572 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1736495472161.28feef75b92a65368c15e4a0ba7a9b5c. 2025-01-10T07:51:15,572 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,zzz,1736495472161.28feef75b92a65368c15e4a0ba7a9b5c. 2025-01-10T07:51:15,572 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,ccc,1736495472161.70d87c703f3766ebc2dd447379e11bb1. 2025-01-10T07:51:15,572 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 70d87c703f3766ebc2dd447379e11bb1, NAME => 'test,ccc,1736495472161.70d87c703f3766ebc2dd447379e11bb1.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2025-01-10T07:51:15,573 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 70d87c703f3766ebc2dd447379e11bb1 2025-01-10T07:51:15,573 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,ccc,1736495472161.70d87c703f3766ebc2dd447379e11bb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:15,573 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 70d87c703f3766ebc2dd447379e11bb1 2025-01-10T07:51:15,573 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 70d87c703f3766ebc2dd447379e11bb1 2025-01-10T07:51:15,574 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=28feef75b92a65368c15e4a0ba7a9b5c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:15,582 INFO [StoreOpener-70d87c703f3766ebc2dd447379e11bb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 70d87c703f3766ebc2dd447379e11bb1 2025-01-10T07:51:15,585 INFO [StoreOpener-70d87c703f3766ebc2dd447379e11bb1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70d87c703f3766ebc2dd447379e11bb1 columnFamilyName f 2025-01-10T07:51:15,585 DEBUG [StoreOpener-70d87c703f3766ebc2dd447379e11bb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,586 INFO [StoreOpener-70d87c703f3766ebc2dd447379e11bb1-1 {}] regionserver.HStore(327): Store=70d87c703f3766ebc2dd447379e11bb1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,586 INFO [StoreOpener-70d87c703f3766ebc2dd447379e11bb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 70d87c703f3766ebc2dd447379e11bb1 2025-01-10T07:51:15,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=35 2025-01-10T07:51:15,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=35, state=SUCCESS; OpenRegionProcedure 28feef75b92a65368c15e4a0ba7a9b5c, server=995f44e581cf,34405,1736495462427 in 1.2450 sec 2025-01-10T07:51:15,589 INFO [StoreOpener-70d87c703f3766ebc2dd447379e11bb1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70d87c703f3766ebc2dd447379e11bb1 columnFamilyName norep 2025-01-10T07:51:15,589 DEBUG [StoreOpener-70d87c703f3766ebc2dd447379e11bb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,591 INFO [StoreOpener-70d87c703f3766ebc2dd447379e11bb1-1 {}] regionserver.HStore(327): Store=70d87c703f3766ebc2dd447379e11bb1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=28feef75b92a65368c15e4a0ba7a9b5c, ASSIGN in 1.4590 sec 2025-01-10T07:51:15,593 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/70d87c703f3766ebc2dd447379e11bb1 2025-01-10T07:51:15,594 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/70d87c703f3766ebc2dd447379e11bb1 2025-01-10T07:51:15,596 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:15,598 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 70d87c703f3766ebc2dd447379e11bb1 2025-01-10T07:51:15,608 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/70d87c703f3766ebc2dd447379e11bb1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:15,609 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 70d87c703f3766ebc2dd447379e11bb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73712603, jitterRate=0.09840337932109833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:15,610 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 70d87c703f3766ebc2dd447379e11bb1: 2025-01-10T07:51:15,613 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1736495472161.70d87c703f3766ebc2dd447379e11bb1., pid=57, masterSystemTime=1736495474447 2025-01-10T07:51:15,617 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1736495472161.70d87c703f3766ebc2dd447379e11bb1. 2025-01-10T07:51:15,617 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,ccc,1736495472161.70d87c703f3766ebc2dd447379e11bb1. 2025-01-10T07:51:15,617 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,jjj,1736495472161.bee64834e04466c8444a9796783bc4de. 2025-01-10T07:51:15,617 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => bee64834e04466c8444a9796783bc4de, NAME => 'test,jjj,1736495472161.bee64834e04466c8444a9796783bc4de.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2025-01-10T07:51:15,617 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bee64834e04466c8444a9796783bc4de 2025-01-10T07:51:15,618 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,jjj,1736495472161.bee64834e04466c8444a9796783bc4de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:15,618 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for bee64834e04466c8444a9796783bc4de 2025-01-10T07:51:15,618 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for bee64834e04466c8444a9796783bc4de 2025-01-10T07:51:15,621 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=70d87c703f3766ebc2dd447379e11bb1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:15,629 INFO [StoreOpener-bee64834e04466c8444a9796783bc4de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bee64834e04466c8444a9796783bc4de 2025-01-10T07:51:15,632 INFO [StoreOpener-bee64834e04466c8444a9796783bc4de-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bee64834e04466c8444a9796783bc4de columnFamilyName f 2025-01-10T07:51:15,632 DEBUG [StoreOpener-bee64834e04466c8444a9796783bc4de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=12 2025-01-10T07:51:15,633 INFO [StoreOpener-bee64834e04466c8444a9796783bc4de-1 {}] regionserver.HStore(327): Store=bee64834e04466c8444a9796783bc4de/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=12, state=SUCCESS; OpenRegionProcedure 70d87c703f3766ebc2dd447379e11bb1, server=995f44e581cf,34405,1736495462427 in 1.2260 sec 2025-01-10T07:51:15,633 INFO [StoreOpener-bee64834e04466c8444a9796783bc4de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bee64834e04466c8444a9796783bc4de 2025-01-10T07:51:15,635 INFO [StoreOpener-bee64834e04466c8444a9796783bc4de-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bee64834e04466c8444a9796783bc4de columnFamilyName norep 2025-01-10T07:51:15,635 DEBUG [StoreOpener-bee64834e04466c8444a9796783bc4de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,636 INFO [StoreOpener-bee64834e04466c8444a9796783bc4de-1 {}] regionserver.HStore(327): Store=bee64834e04466c8444a9796783bc4de/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,637 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/bee64834e04466c8444a9796783bc4de 2025-01-10T07:51:15,638 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/bee64834e04466c8444a9796783bc4de 2025-01-10T07:51:15,639 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:15,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=70d87c703f3766ebc2dd447379e11bb1, ASSIGN in 1.5050 sec 2025-01-10T07:51:15,652 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for bee64834e04466c8444a9796783bc4de 2025-01-10T07:51:15,659 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/bee64834e04466c8444a9796783bc4de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:15,660 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened bee64834e04466c8444a9796783bc4de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67657195, jitterRate=0.00817076861858368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:15,660 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for bee64834e04466c8444a9796783bc4de: 2025-01-10T07:51:15,661 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1736495472161.bee64834e04466c8444a9796783bc4de., pid=59, masterSystemTime=1736495474447 2025-01-10T07:51:15,665 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1736495472161.bee64834e04466c8444a9796783bc4de. 2025-01-10T07:51:15,665 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,jjj,1736495472161.bee64834e04466c8444a9796783bc4de. 2025-01-10T07:51:15,665 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,ddd,1736495472161.a276156c5ea623b9f8489cf7d0873d67. 2025-01-10T07:51:15,665 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => a276156c5ea623b9f8489cf7d0873d67, NAME => 'test,ddd,1736495472161.a276156c5ea623b9f8489cf7d0873d67.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2025-01-10T07:51:15,666 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a276156c5ea623b9f8489cf7d0873d67 2025-01-10T07:51:15,666 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,ddd,1736495472161.a276156c5ea623b9f8489cf7d0873d67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:15,666 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for a276156c5ea623b9f8489cf7d0873d67 2025-01-10T07:51:15,666 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for a276156c5ea623b9f8489cf7d0873d67 2025-01-10T07:51:15,667 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=bee64834e04466c8444a9796783bc4de, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:15,669 INFO [StoreOpener-a276156c5ea623b9f8489cf7d0873d67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a276156c5ea623b9f8489cf7d0873d67 2025-01-10T07:51:15,671 INFO [StoreOpener-a276156c5ea623b9f8489cf7d0873d67-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a276156c5ea623b9f8489cf7d0873d67 columnFamilyName f 2025-01-10T07:51:15,671 DEBUG [StoreOpener-a276156c5ea623b9f8489cf7d0873d67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,672 INFO [StoreOpener-a276156c5ea623b9f8489cf7d0873d67-1 {}] regionserver.HStore(327): Store=a276156c5ea623b9f8489cf7d0873d67/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,672 INFO [StoreOpener-a276156c5ea623b9f8489cf7d0873d67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a276156c5ea623b9f8489cf7d0873d67 2025-01-10T07:51:15,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=19 2025-01-10T07:51:15,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=19, state=SUCCESS; OpenRegionProcedure bee64834e04466c8444a9796783bc4de, server=995f44e581cf,34405,1736495462427 in 1.2520 sec 2025-01-10T07:51:15,674 INFO [StoreOpener-a276156c5ea623b9f8489cf7d0873d67-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a276156c5ea623b9f8489cf7d0873d67 columnFamilyName norep 2025-01-10T07:51:15,674 DEBUG [StoreOpener-a276156c5ea623b9f8489cf7d0873d67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,674 INFO [StoreOpener-a276156c5ea623b9f8489cf7d0873d67-1 {}] regionserver.HStore(327): Store=a276156c5ea623b9f8489cf7d0873d67/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bee64834e04466c8444a9796783bc4de, ASSIGN in 1.5450 sec 2025-01-10T07:51:15,675 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/a276156c5ea623b9f8489cf7d0873d67 2025-01-10T07:51:15,676 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/a276156c5ea623b9f8489cf7d0873d67 2025-01-10T07:51:15,678 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:15,680 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for a276156c5ea623b9f8489cf7d0873d67 2025-01-10T07:51:15,685 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/a276156c5ea623b9f8489cf7d0873d67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:15,685 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened a276156c5ea623b9f8489cf7d0873d67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60913790, jitterRate=-0.09231379628181458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:15,686 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for a276156c5ea623b9f8489cf7d0873d67: 2025-01-10T07:51:15,687 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1736495472161.a276156c5ea623b9f8489cf7d0873d67., pid=38, masterSystemTime=1736495474447 2025-01-10T07:51:15,690 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1736495472161.a276156c5ea623b9f8489cf7d0873d67. 2025-01-10T07:51:15,690 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,ddd,1736495472161.a276156c5ea623b9f8489cf7d0873d67. 2025-01-10T07:51:15,690 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,bbb,1736495472161.9834f90c72384ce75783e657243aa21c. 2025-01-10T07:51:15,690 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 9834f90c72384ce75783e657243aa21c, NAME => 'test,bbb,1736495472161.9834f90c72384ce75783e657243aa21c.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2025-01-10T07:51:15,691 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9834f90c72384ce75783e657243aa21c 2025-01-10T07:51:15,691 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,bbb,1736495472161.9834f90c72384ce75783e657243aa21c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:15,691 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 9834f90c72384ce75783e657243aa21c 2025-01-10T07:51:15,691 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 9834f90c72384ce75783e657243aa21c 2025-01-10T07:51:15,692 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=a276156c5ea623b9f8489cf7d0873d67, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:15,694 INFO [StoreOpener-9834f90c72384ce75783e657243aa21c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9834f90c72384ce75783e657243aa21c 2025-01-10T07:51:15,696 INFO [StoreOpener-9834f90c72384ce75783e657243aa21c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9834f90c72384ce75783e657243aa21c columnFamilyName f 2025-01-10T07:51:15,696 DEBUG [StoreOpener-9834f90c72384ce75783e657243aa21c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,697 INFO [StoreOpener-9834f90c72384ce75783e657243aa21c-1 {}] regionserver.HStore(327): Store=9834f90c72384ce75783e657243aa21c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,697 INFO [StoreOpener-9834f90c72384ce75783e657243aa21c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9834f90c72384ce75783e657243aa21c 2025-01-10T07:51:15,699 INFO [StoreOpener-9834f90c72384ce75783e657243aa21c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9834f90c72384ce75783e657243aa21c columnFamilyName norep 2025-01-10T07:51:15,699 DEBUG [StoreOpener-9834f90c72384ce75783e657243aa21c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,699 INFO [StoreOpener-9834f90c72384ce75783e657243aa21c-1 {}] regionserver.HStore(327): Store=9834f90c72384ce75783e657243aa21c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,700 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/9834f90c72384ce75783e657243aa21c 2025-01-10T07:51:15,701 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/9834f90c72384ce75783e657243aa21c 2025-01-10T07:51:15,703 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:15,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=13 2025-01-10T07:51:15,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=13, state=SUCCESS; OpenRegionProcedure a276156c5ea623b9f8489cf7d0873d67, server=995f44e581cf,34405,1736495462427 in 1.4040 sec 2025-01-10T07:51:15,704 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 9834f90c72384ce75783e657243aa21c 2025-01-10T07:51:15,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a276156c5ea623b9f8489cf7d0873d67, ASSIGN in 1.5760 sec 2025-01-10T07:51:15,714 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/9834f90c72384ce75783e657243aa21c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:15,715 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 9834f90c72384ce75783e657243aa21c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65367350, jitterRate=-0.025950580835342407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:15,715 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 9834f90c72384ce75783e657243aa21c: 2025-01-10T07:51:15,716 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1736495472161.9834f90c72384ce75783e657243aa21c., pid=54, masterSystemTime=1736495474447 2025-01-10T07:51:15,719 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1736495472161.9834f90c72384ce75783e657243aa21c. 2025-01-10T07:51:15,719 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,bbb,1736495472161.9834f90c72384ce75783e657243aa21c. 2025-01-10T07:51:15,720 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,eee,1736495472161.a44148a6f4c190fda0ac3ea87df7b129. 2025-01-10T07:51:15,720 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=9834f90c72384ce75783e657243aa21c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:15,720 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => a44148a6f4c190fda0ac3ea87df7b129, NAME => 'test,eee,1736495472161.a44148a6f4c190fda0ac3ea87df7b129.', STARTKEY => 'eee', ENDKEY => 'fff'} 2025-01-10T07:51:15,721 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a44148a6f4c190fda0ac3ea87df7b129 2025-01-10T07:51:15,721 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,eee,1736495472161.a44148a6f4c190fda0ac3ea87df7b129.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:15,721 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for a44148a6f4c190fda0ac3ea87df7b129 2025-01-10T07:51:15,721 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for a44148a6f4c190fda0ac3ea87df7b129 2025-01-10T07:51:15,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=11 2025-01-10T07:51:15,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=11, state=SUCCESS; OpenRegionProcedure 9834f90c72384ce75783e657243aa21c, server=995f44e581cf,34405,1736495462427 in 1.3390 sec 2025-01-10T07:51:15,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9834f90c72384ce75783e657243aa21c, ASSIGN in 1.5980 sec 2025-01-10T07:51:15,730 INFO [StoreOpener-a44148a6f4c190fda0ac3ea87df7b129-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a44148a6f4c190fda0ac3ea87df7b129 2025-01-10T07:51:15,738 INFO [StoreOpener-a44148a6f4c190fda0ac3ea87df7b129-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a44148a6f4c190fda0ac3ea87df7b129 columnFamilyName f 2025-01-10T07:51:15,739 DEBUG [StoreOpener-a44148a6f4c190fda0ac3ea87df7b129-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,746 INFO [StoreOpener-a44148a6f4c190fda0ac3ea87df7b129-1 {}] regionserver.HStore(327): Store=a44148a6f4c190fda0ac3ea87df7b129/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,746 INFO [StoreOpener-a44148a6f4c190fda0ac3ea87df7b129-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a44148a6f4c190fda0ac3ea87df7b129 2025-01-10T07:51:15,754 INFO [StoreOpener-a44148a6f4c190fda0ac3ea87df7b129-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a44148a6f4c190fda0ac3ea87df7b129 columnFamilyName norep 2025-01-10T07:51:15,755 DEBUG [StoreOpener-a44148a6f4c190fda0ac3ea87df7b129-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:15,758 INFO [StoreOpener-a44148a6f4c190fda0ac3ea87df7b129-1 {}] regionserver.HStore(327): Store=a44148a6f4c190fda0ac3ea87df7b129/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:15,759 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/a44148a6f4c190fda0ac3ea87df7b129 2025-01-10T07:51:15,760 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/a44148a6f4c190fda0ac3ea87df7b129 2025-01-10T07:51:15,761 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:15,763 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for a44148a6f4c190fda0ac3ea87df7b129 2025-01-10T07:51:15,769 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/a44148a6f4c190fda0ac3ea87df7b129/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:15,770 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened a44148a6f4c190fda0ac3ea87df7b129; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66939955, jitterRate=-0.0025169402360916138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:15,770 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for a44148a6f4c190fda0ac3ea87df7b129: 2025-01-10T07:51:15,776 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1736495472161.a44148a6f4c190fda0ac3ea87df7b129., pid=41, masterSystemTime=1736495474447 2025-01-10T07:51:15,782 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1736495472161.a44148a6f4c190fda0ac3ea87df7b129. 2025-01-10T07:51:15,782 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,eee,1736495472161.a44148a6f4c190fda0ac3ea87df7b129. 2025-01-10T07:51:15,782 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=a44148a6f4c190fda0ac3ea87df7b129, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:15,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=14 2025-01-10T07:51:15,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=14, state=SUCCESS; OpenRegionProcedure a44148a6f4c190fda0ac3ea87df7b129, server=995f44e581cf,34405,1736495462427 in 1.4720 sec 2025-01-10T07:51:15,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=14, resume processing ppid=9 2025-01-10T07:51:15,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a44148a6f4c190fda0ac3ea87df7b129, ASSIGN in 1.6580 sec 2025-01-10T07:51:15,791 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2025-01-10T07:51:15,791 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736495475791"}]},"ts":"1736495475791"} 2025-01-10T07:51:15,794 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2025-01-10T07:51:15,797 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2025-01-10T07:51:15,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 3.6300 sec 2025-01-10T07:51:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2025-01-10T07:51:16,346 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2025-01-10T07:51:16,346 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2025-01-10T07:51:16,348 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2025-01-10T07:51:16,369 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2025-01-10T07:51:16,369 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2025-01-10T07:51:16,370 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2025-01-10T07:51:16,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2025-01-10T07:51:16,379 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2025-01-10T07:51:16,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] master.HMaster$4(2404): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-10T07:51:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2025-01-10T07:51:16,386 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2025-01-10T07:51:16,386 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:16,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2025-01-10T07:51:16,387 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2025-01-10T07:51:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2025-01-10T07:51:16,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741837_1013 (size=631) 2025-01-10T07:51:16,410 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b151e9f5625870acc5c407d9c07a40f7, NAME => 'test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:16,415 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 136371b96e395b20b4b098b9387f0003, NAME => 'test,bbb,1736495476381.136371b96e395b20b4b098b9387f0003.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:16,428 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 00897c86f91f83b8348e150dfa782b25, NAME => 'test,ccc,1736495476381.00897c86f91f83b8348e150dfa782b25.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:16,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741838_1014 (size=42) 2025-01-10T07:51:16,492 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:16,492 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing b151e9f5625870acc5c407d9c07a40f7, disabling compactions & flushes 2025-01-10T07:51:16,492 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7. 2025-01-10T07:51:16,492 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7. 2025-01-10T07:51:16,492 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7. after waiting 0 ms 2025-01-10T07:51:16,492 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7. 2025-01-10T07:51:16,492 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7. 2025-01-10T07:51:16,492 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for b151e9f5625870acc5c407d9c07a40f7: 2025-01-10T07:51:16,493 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 33ca56f30ab772d4c50b48c16ae54b90, NAME => 'test,ddd,1736495476381.33ca56f30ab772d4c50b48c16ae54b90.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2025-01-10T07:51:16,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741839_1015 (size=45) 2025-01-10T07:51:16,503 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1736495476381.136371b96e395b20b4b098b9387f0003.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:16,504 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 136371b96e395b20b4b098b9387f0003, disabling compactions & flushes 2025-01-10T07:51:16,504 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1736495476381.136371b96e395b20b4b098b9387f0003. 2025-01-10T07:51:16,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741840_1016 (size=45) 2025-01-10T07:51:16,504 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1736495476381.136371b96e395b20b4b098b9387f0003. 2025-01-10T07:51:16,513 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1736495476381.136371b96e395b20b4b098b9387f0003. after waiting 0 ms 2025-01-10T07:51:16,513 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1736495476381.136371b96e395b20b4b098b9387f0003. 2025-01-10T07:51:16,513 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1736495476381.136371b96e395b20b4b098b9387f0003. 2025-01-10T07:51:16,513 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 136371b96e395b20b4b098b9387f0003: 2025-01-10T07:51:16,513 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1736495476381.00897c86f91f83b8348e150dfa782b25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:16,513 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 00897c86f91f83b8348e150dfa782b25, disabling compactions & flushes 2025-01-10T07:51:16,514 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1736495476381.00897c86f91f83b8348e150dfa782b25. 2025-01-10T07:51:16,514 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1736495476381.00897c86f91f83b8348e150dfa782b25. 2025-01-10T07:51:16,514 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1736495476381.00897c86f91f83b8348e150dfa782b25. after waiting 0 ms 2025-01-10T07:51:16,514 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1736495476381.00897c86f91f83b8348e150dfa782b25. 2025-01-10T07:51:16,514 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1736495476381.00897c86f91f83b8348e150dfa782b25. 2025-01-10T07:51:16,514 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 00897c86f91f83b8348e150dfa782b25: 2025-01-10T07:51:16,515 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 7b0672af40d5946ba5bb0a50b93aadfd, NAME => 'test,fff,1736495476381.7b0672af40d5946ba5bb0a50b93aadfd.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:16,515 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f69600cd3bf64d02973a17301e26c878, NAME => 'test,eee,1736495476381.f69600cd3bf64d02973a17301e26c878.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:16,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741841_1017 (size=45) 2025-01-10T07:51:16,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ddd,1736495476381.33ca56f30ab772d4c50b48c16ae54b90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:16,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 33ca56f30ab772d4c50b48c16ae54b90, disabling compactions & flushes 2025-01-10T07:51:16,555 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ddd,1736495476381.33ca56f30ab772d4c50b48c16ae54b90. 2025-01-10T07:51:16,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1736495476381.33ca56f30ab772d4c50b48c16ae54b90. 2025-01-10T07:51:16,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1736495476381.33ca56f30ab772d4c50b48c16ae54b90. after waiting 0 ms 2025-01-10T07:51:16,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1736495476381.33ca56f30ab772d4c50b48c16ae54b90. 2025-01-10T07:51:16,555 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ddd,1736495476381.33ca56f30ab772d4c50b48c16ae54b90. 2025-01-10T07:51:16,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 33ca56f30ab772d4c50b48c16ae54b90: 2025-01-10T07:51:16,556 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1d7852f72753e32a52a3e110966caf28, NAME => 'test,ggg,1736495476381.1d7852f72753e32a52a3e110966caf28.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:16,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741842_1018 (size=45) 2025-01-10T07:51:16,574 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,fff,1736495476381.7b0672af40d5946ba5bb0a50b93aadfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:16,574 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 7b0672af40d5946ba5bb0a50b93aadfd, disabling compactions & flushes 2025-01-10T07:51:16,574 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,fff,1736495476381.7b0672af40d5946ba5bb0a50b93aadfd. 2025-01-10T07:51:16,574 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1736495476381.7b0672af40d5946ba5bb0a50b93aadfd. 2025-01-10T07:51:16,574 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1736495476381.7b0672af40d5946ba5bb0a50b93aadfd. after waiting 0 ms 2025-01-10T07:51:16,574 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1736495476381.7b0672af40d5946ba5bb0a50b93aadfd. 2025-01-10T07:51:16,575 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,fff,1736495476381.7b0672af40d5946ba5bb0a50b93aadfd. 2025-01-10T07:51:16,575 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 7b0672af40d5946ba5bb0a50b93aadfd: 2025-01-10T07:51:16,576 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 440fd15a360184603f2a03ce4cbb8414, NAME => 'test,hhh,1736495476381.440fd15a360184603f2a03ce4cbb8414.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:16,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741843_1019 (size=45) 2025-01-10T07:51:16,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741844_1020 (size=45) 2025-01-10T07:51:16,607 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,eee,1736495476381.f69600cd3bf64d02973a17301e26c878.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:16,607 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing f69600cd3bf64d02973a17301e26c878, disabling compactions & flushes 2025-01-10T07:51:16,607 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,eee,1736495476381.f69600cd3bf64d02973a17301e26c878. 2025-01-10T07:51:16,607 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1736495476381.f69600cd3bf64d02973a17301e26c878. 2025-01-10T07:51:16,607 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1736495476381.f69600cd3bf64d02973a17301e26c878. after waiting 0 ms 2025-01-10T07:51:16,607 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1736495476381.f69600cd3bf64d02973a17301e26c878. 2025-01-10T07:51:16,607 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,eee,1736495476381.f69600cd3bf64d02973a17301e26c878. 2025-01-10T07:51:16,607 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for f69600cd3bf64d02973a17301e26c878: 2025-01-10T07:51:16,608 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 7ca7ecf23d09b8189c43477827c9c74f, NAME => 'test,iii,1736495476381.7ca7ecf23d09b8189c43477827c9c74f.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:16,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741845_1021 (size=45) 2025-01-10T07:51:16,635 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,hhh,1736495476381.440fd15a360184603f2a03ce4cbb8414.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:16,635 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 440fd15a360184603f2a03ce4cbb8414, disabling compactions & flushes 2025-01-10T07:51:16,635 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,hhh,1736495476381.440fd15a360184603f2a03ce4cbb8414. 2025-01-10T07:51:16,635 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1736495476381.440fd15a360184603f2a03ce4cbb8414. 2025-01-10T07:51:16,635 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1736495476381.440fd15a360184603f2a03ce4cbb8414. after waiting 0 ms 2025-01-10T07:51:16,635 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1736495476381.440fd15a360184603f2a03ce4cbb8414. 2025-01-10T07:51:16,635 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,hhh,1736495476381.440fd15a360184603f2a03ce4cbb8414. 2025-01-10T07:51:16,635 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 440fd15a360184603f2a03ce4cbb8414: 2025-01-10T07:51:16,636 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => a18d4ae4024727fe3f8539e4109b40e4, NAME => 'test,jjj,1736495476381.a18d4ae4024727fe3f8539e4109b40e4.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:16,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741846_1022 (size=45) 2025-01-10T07:51:16,654 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,iii,1736495476381.7ca7ecf23d09b8189c43477827c9c74f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:16,654 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 7ca7ecf23d09b8189c43477827c9c74f, disabling compactions & flushes 2025-01-10T07:51:16,654 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,iii,1736495476381.7ca7ecf23d09b8189c43477827c9c74f. 2025-01-10T07:51:16,654 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1736495476381.7ca7ecf23d09b8189c43477827c9c74f. 2025-01-10T07:51:16,654 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1736495476381.7ca7ecf23d09b8189c43477827c9c74f. after waiting 0 ms 2025-01-10T07:51:16,654 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1736495476381.7ca7ecf23d09b8189c43477827c9c74f. 2025-01-10T07:51:16,654 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,iii,1736495476381.7ca7ecf23d09b8189c43477827c9c74f. 2025-01-10T07:51:16,654 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 7ca7ecf23d09b8189c43477827c9c74f: 2025-01-10T07:51:16,655 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f5566e0b77c9e7f28a8aff62e073c522, NAME => 'test,kkk,1736495476381.f5566e0b77c9e7f28a8aff62e073c522.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:16,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741847_1023 (size=45) 2025-01-10T07:51:16,681 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,jjj,1736495476381.a18d4ae4024727fe3f8539e4109b40e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:16,681 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing a18d4ae4024727fe3f8539e4109b40e4, disabling compactions & flushes 2025-01-10T07:51:16,681 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,jjj,1736495476381.a18d4ae4024727fe3f8539e4109b40e4. 2025-01-10T07:51:16,681 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1736495476381.a18d4ae4024727fe3f8539e4109b40e4. 2025-01-10T07:51:16,681 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1736495476381.a18d4ae4024727fe3f8539e4109b40e4. after waiting 0 ms 2025-01-10T07:51:16,681 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1736495476381.a18d4ae4024727fe3f8539e4109b40e4. 2025-01-10T07:51:16,681 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,jjj,1736495476381.a18d4ae4024727fe3f8539e4109b40e4. 2025-01-10T07:51:16,681 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for a18d4ae4024727fe3f8539e4109b40e4: 2025-01-10T07:51:16,683 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 42eaa8723ad9023f1f144552029b6c53, NAME => 'test,lll,1736495476381.42eaa8723ad9023f1f144552029b6c53.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:16,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741848_1024 (size=45) 2025-01-10T07:51:16,694 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,kkk,1736495476381.f5566e0b77c9e7f28a8aff62e073c522.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:16,695 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing f5566e0b77c9e7f28a8aff62e073c522, disabling compactions & flushes 2025-01-10T07:51:16,695 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,kkk,1736495476381.f5566e0b77c9e7f28a8aff62e073c522. 2025-01-10T07:51:16,695 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1736495476381.f5566e0b77c9e7f28a8aff62e073c522. 2025-01-10T07:51:16,695 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1736495476381.f5566e0b77c9e7f28a8aff62e073c522. after waiting 0 ms 2025-01-10T07:51:16,695 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1736495476381.f5566e0b77c9e7f28a8aff62e073c522. 2025-01-10T07:51:16,695 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,kkk,1736495476381.f5566e0b77c9e7f28a8aff62e073c522. 2025-01-10T07:51:16,695 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for f5566e0b77c9e7f28a8aff62e073c522: 2025-01-10T07:51:16,696 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4c331bf5d2b2562f8bf20e285f052921, NAME => 'test,mmm,1736495476381.4c331bf5d2b2562f8bf20e285f052921.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:16,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2025-01-10T07:51:16,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741849_1025 (size=45) 2025-01-10T07:51:16,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741850_1026 (size=45) 2025-01-10T07:51:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2025-01-10T07:51:17,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ggg,1736495476381.1d7852f72753e32a52a3e110966caf28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:17,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 1d7852f72753e32a52a3e110966caf28, disabling compactions & flushes 2025-01-10T07:51:17,006 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ggg,1736495476381.1d7852f72753e32a52a3e110966caf28. 2025-01-10T07:51:17,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1736495476381.1d7852f72753e32a52a3e110966caf28. 2025-01-10T07:51:17,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1736495476381.1d7852f72753e32a52a3e110966caf28. after waiting 0 ms 2025-01-10T07:51:17,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1736495476381.1d7852f72753e32a52a3e110966caf28. 2025-01-10T07:51:17,006 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ggg,1736495476381.1d7852f72753e32a52a3e110966caf28. 2025-01-10T07:51:17,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1d7852f72753e32a52a3e110966caf28: 2025-01-10T07:51:17,007 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 336c593892bdfb8d4538d80e8b58e5c8, NAME => 'test,nnn,1736495476381.336c593892bdfb8d4538d80e8b58e5c8.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:17,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741851_1027 (size=45) 2025-01-10T07:51:17,118 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,lll,1736495476381.42eaa8723ad9023f1f144552029b6c53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:17,118 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 42eaa8723ad9023f1f144552029b6c53, disabling compactions & flushes 2025-01-10T07:51:17,119 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,lll,1736495476381.42eaa8723ad9023f1f144552029b6c53. 2025-01-10T07:51:17,119 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1736495476381.42eaa8723ad9023f1f144552029b6c53. 2025-01-10T07:51:17,119 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1736495476381.42eaa8723ad9023f1f144552029b6c53. after waiting 0 ms 2025-01-10T07:51:17,119 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1736495476381.42eaa8723ad9023f1f144552029b6c53. 2025-01-10T07:51:17,119 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,lll,1736495476381.42eaa8723ad9023f1f144552029b6c53. 2025-01-10T07:51:17,119 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 42eaa8723ad9023f1f144552029b6c53: 2025-01-10T07:51:17,120 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 85febb5ef7005be0364da18afd3b3a8a, NAME => 'test,ooo,1736495476381.85febb5ef7005be0364da18afd3b3a8a.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:17,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741852_1028 (size=45) 2025-01-10T07:51:17,136 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ooo,1736495476381.85febb5ef7005be0364da18afd3b3a8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:17,136 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 85febb5ef7005be0364da18afd3b3a8a, disabling compactions & flushes 2025-01-10T07:51:17,136 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ooo,1736495476381.85febb5ef7005be0364da18afd3b3a8a. 2025-01-10T07:51:17,136 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1736495476381.85febb5ef7005be0364da18afd3b3a8a. 2025-01-10T07:51:17,136 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1736495476381.85febb5ef7005be0364da18afd3b3a8a. after waiting 0 ms 2025-01-10T07:51:17,136 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1736495476381.85febb5ef7005be0364da18afd3b3a8a. 2025-01-10T07:51:17,136 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ooo,1736495476381.85febb5ef7005be0364da18afd3b3a8a. 2025-01-10T07:51:17,136 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 85febb5ef7005be0364da18afd3b3a8a: 2025-01-10T07:51:17,138 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 0dc33e5ff9a6d9c08e06e962e2643321, NAME => 'test,ppp,1736495476381.0dc33e5ff9a6d9c08e06e962e2643321.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:17,144 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,mmm,1736495476381.4c331bf5d2b2562f8bf20e285f052921.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:17,144 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 4c331bf5d2b2562f8bf20e285f052921, disabling compactions & flushes 2025-01-10T07:51:17,144 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,mmm,1736495476381.4c331bf5d2b2562f8bf20e285f052921. 2025-01-10T07:51:17,144 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1736495476381.4c331bf5d2b2562f8bf20e285f052921. 2025-01-10T07:51:17,144 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1736495476381.4c331bf5d2b2562f8bf20e285f052921. after waiting 0 ms 2025-01-10T07:51:17,144 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1736495476381.4c331bf5d2b2562f8bf20e285f052921. 2025-01-10T07:51:17,144 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,mmm,1736495476381.4c331bf5d2b2562f8bf20e285f052921. 2025-01-10T07:51:17,145 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4c331bf5d2b2562f8bf20e285f052921: 2025-01-10T07:51:17,146 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 49d710add7c4316cf2499c356c601ad5, NAME => 'test,qqq,1736495476381.49d710add7c4316cf2499c356c601ad5.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:17,168 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2025-01-10T07:51:17,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741853_1029 (size=45) 2025-01-10T07:51:17,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741854_1030 (size=45) 2025-01-10T07:51:17,213 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,qqq,1736495476381.49d710add7c4316cf2499c356c601ad5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:17,213 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 49d710add7c4316cf2499c356c601ad5, disabling compactions & flushes 2025-01-10T07:51:17,213 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,qqq,1736495476381.49d710add7c4316cf2499c356c601ad5. 2025-01-10T07:51:17,214 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1736495476381.49d710add7c4316cf2499c356c601ad5. 2025-01-10T07:51:17,214 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1736495476381.49d710add7c4316cf2499c356c601ad5. after waiting 0 ms 2025-01-10T07:51:17,214 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1736495476381.49d710add7c4316cf2499c356c601ad5. 2025-01-10T07:51:17,214 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,qqq,1736495476381.49d710add7c4316cf2499c356c601ad5. 2025-01-10T07:51:17,214 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 49d710add7c4316cf2499c356c601ad5: 2025-01-10T07:51:17,215 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ddb590fba1907136a47db8720d44214f, NAME => 'test,rrr,1736495476381.ddb590fba1907136a47db8720d44214f.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:17,257 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2025-01-10T07:51:17,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741855_1031 (size=45) 2025-01-10T07:51:17,276 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,rrr,1736495476381.ddb590fba1907136a47db8720d44214f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:17,276 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing ddb590fba1907136a47db8720d44214f, disabling compactions & flushes 2025-01-10T07:51:17,276 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,rrr,1736495476381.ddb590fba1907136a47db8720d44214f. 2025-01-10T07:51:17,276 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1736495476381.ddb590fba1907136a47db8720d44214f. 2025-01-10T07:51:17,276 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1736495476381.ddb590fba1907136a47db8720d44214f. after waiting 0 ms 2025-01-10T07:51:17,277 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1736495476381.ddb590fba1907136a47db8720d44214f. 2025-01-10T07:51:17,277 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,rrr,1736495476381.ddb590fba1907136a47db8720d44214f. 2025-01-10T07:51:17,277 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for ddb590fba1907136a47db8720d44214f: 2025-01-10T07:51:17,278 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => b36213d59499a3b0b22d91dad33f9caa, NAME => 'test,sss,1736495476381.b36213d59499a3b0b22d91dad33f9caa.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:17,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741856_1032 (size=45) 2025-01-10T07:51:17,293 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,sss,1736495476381.b36213d59499a3b0b22d91dad33f9caa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:17,293 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing b36213d59499a3b0b22d91dad33f9caa, disabling compactions & flushes 2025-01-10T07:51:17,293 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,sss,1736495476381.b36213d59499a3b0b22d91dad33f9caa. 2025-01-10T07:51:17,293 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1736495476381.b36213d59499a3b0b22d91dad33f9caa. 2025-01-10T07:51:17,293 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1736495476381.b36213d59499a3b0b22d91dad33f9caa. after waiting 0 ms 2025-01-10T07:51:17,293 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1736495476381.b36213d59499a3b0b22d91dad33f9caa. 2025-01-10T07:51:17,293 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,sss,1736495476381.b36213d59499a3b0b22d91dad33f9caa. 2025-01-10T07:51:17,293 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for b36213d59499a3b0b22d91dad33f9caa: 2025-01-10T07:51:17,294 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 7f2e2b8364457920d23362ed07fb3831, NAME => 'test,ttt,1736495476381.7f2e2b8364457920d23362ed07fb3831.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:17,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741857_1033 (size=45) 2025-01-10T07:51:17,427 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,nnn,1736495476381.336c593892bdfb8d4538d80e8b58e5c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:17,427 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 336c593892bdfb8d4538d80e8b58e5c8, disabling compactions & flushes 2025-01-10T07:51:17,427 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,nnn,1736495476381.336c593892bdfb8d4538d80e8b58e5c8. 2025-01-10T07:51:17,427 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1736495476381.336c593892bdfb8d4538d80e8b58e5c8. 2025-01-10T07:51:17,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1736495476381.336c593892bdfb8d4538d80e8b58e5c8. after waiting 0 ms 2025-01-10T07:51:17,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1736495476381.336c593892bdfb8d4538d80e8b58e5c8. 2025-01-10T07:51:17,428 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,nnn,1736495476381.336c593892bdfb8d4538d80e8b58e5c8. 2025-01-10T07:51:17,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 336c593892bdfb8d4538d80e8b58e5c8: 2025-01-10T07:51:17,429 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b3de921de2a3f8b62a65296d6029c96f, NAME => 'test,uuu,1736495476381.b3de921de2a3f8b62a65296d6029c96f.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:17,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741858_1034 (size=45) 2025-01-10T07:51:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2025-01-10T07:51:17,598 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ppp,1736495476381.0dc33e5ff9a6d9c08e06e962e2643321.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:17,598 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 0dc33e5ff9a6d9c08e06e962e2643321, disabling compactions & flushes 2025-01-10T07:51:17,598 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ppp,1736495476381.0dc33e5ff9a6d9c08e06e962e2643321. 2025-01-10T07:51:17,598 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1736495476381.0dc33e5ff9a6d9c08e06e962e2643321. 2025-01-10T07:51:17,598 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1736495476381.0dc33e5ff9a6d9c08e06e962e2643321. after waiting 0 ms 2025-01-10T07:51:17,598 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1736495476381.0dc33e5ff9a6d9c08e06e962e2643321. 2025-01-10T07:51:17,598 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ppp,1736495476381.0dc33e5ff9a6d9c08e06e962e2643321. 2025-01-10T07:51:17,598 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 0dc33e5ff9a6d9c08e06e962e2643321: 2025-01-10T07:51:17,599 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => b4b76d59417c7c594e685b6b7f5ea043, NAME => 'test,vvv,1736495476381.b4b76d59417c7c594e685b6b7f5ea043.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:17,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741859_1035 (size=45) 2025-01-10T07:51:17,621 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,vvv,1736495476381.b4b76d59417c7c594e685b6b7f5ea043.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:17,622 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing b4b76d59417c7c594e685b6b7f5ea043, disabling compactions & flushes 2025-01-10T07:51:17,622 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,vvv,1736495476381.b4b76d59417c7c594e685b6b7f5ea043. 2025-01-10T07:51:17,622 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1736495476381.b4b76d59417c7c594e685b6b7f5ea043. 2025-01-10T07:51:17,622 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1736495476381.b4b76d59417c7c594e685b6b7f5ea043. after waiting 0 ms 2025-01-10T07:51:17,622 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1736495476381.b4b76d59417c7c594e685b6b7f5ea043. 2025-01-10T07:51:17,622 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,vvv,1736495476381.b4b76d59417c7c594e685b6b7f5ea043. 2025-01-10T07:51:17,622 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for b4b76d59417c7c594e685b6b7f5ea043: 2025-01-10T07:51:17,623 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 051977dbfa7ccd61aa0f83460f781ceb, NAME => 'test,www,1736495476381.051977dbfa7ccd61aa0f83460f781ceb.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:17,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741860_1036 (size=45) 2025-01-10T07:51:17,642 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,www,1736495476381.051977dbfa7ccd61aa0f83460f781ceb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:17,642 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 051977dbfa7ccd61aa0f83460f781ceb, disabling compactions & flushes 2025-01-10T07:51:17,642 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,www,1736495476381.051977dbfa7ccd61aa0f83460f781ceb. 2025-01-10T07:51:17,642 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1736495476381.051977dbfa7ccd61aa0f83460f781ceb. 2025-01-10T07:51:17,642 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1736495476381.051977dbfa7ccd61aa0f83460f781ceb. after waiting 0 ms 2025-01-10T07:51:17,642 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1736495476381.051977dbfa7ccd61aa0f83460f781ceb. 2025-01-10T07:51:17,642 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,www,1736495476381.051977dbfa7ccd61aa0f83460f781ceb. 2025-01-10T07:51:17,642 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 051977dbfa7ccd61aa0f83460f781ceb: 2025-01-10T07:51:17,643 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 3e988152694c08143d1cede25888612d, NAME => 'test,xxx,1736495476381.3e988152694c08143d1cede25888612d.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:17,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741861_1037 (size=45) 2025-01-10T07:51:17,666 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,xxx,1736495476381.3e988152694c08143d1cede25888612d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:17,666 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 3e988152694c08143d1cede25888612d, disabling compactions & flushes 2025-01-10T07:51:17,666 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,xxx,1736495476381.3e988152694c08143d1cede25888612d. 2025-01-10T07:51:17,666 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1736495476381.3e988152694c08143d1cede25888612d. 2025-01-10T07:51:17,666 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1736495476381.3e988152694c08143d1cede25888612d. after waiting 0 ms 2025-01-10T07:51:17,666 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1736495476381.3e988152694c08143d1cede25888612d. 2025-01-10T07:51:17,666 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,xxx,1736495476381.3e988152694c08143d1cede25888612d. 2025-01-10T07:51:17,666 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 3e988152694c08143d1cede25888612d: 2025-01-10T07:51:17,667 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 91d1874e5812c19c00f294a69fcf0b23, NAME => 'test,yyy,1736495476381.91d1874e5812c19c00f294a69fcf0b23.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:17,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741862_1038 (size=45) 2025-01-10T07:51:17,686 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,yyy,1736495476381.91d1874e5812c19c00f294a69fcf0b23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:17,686 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 91d1874e5812c19c00f294a69fcf0b23, disabling compactions & flushes 2025-01-10T07:51:17,686 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,yyy,1736495476381.91d1874e5812c19c00f294a69fcf0b23. 2025-01-10T07:51:17,686 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1736495476381.91d1874e5812c19c00f294a69fcf0b23. 2025-01-10T07:51:17,686 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1736495476381.91d1874e5812c19c00f294a69fcf0b23. after waiting 0 ms 2025-01-10T07:51:17,686 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1736495476381.91d1874e5812c19c00f294a69fcf0b23. 2025-01-10T07:51:17,686 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,yyy,1736495476381.91d1874e5812c19c00f294a69fcf0b23. 2025-01-10T07:51:17,686 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 91d1874e5812c19c00f294a69fcf0b23: 2025-01-10T07:51:17,687 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 18dee89b2b78a37749ef53e2be6e94fa, NAME => 'test,zzz,1736495476381.18dee89b2b78a37749ef53e2be6e94fa.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:17,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741863_1039 (size=42) 2025-01-10T07:51:17,708 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ttt,1736495476381.7f2e2b8364457920d23362ed07fb3831.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:17,709 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 7f2e2b8364457920d23362ed07fb3831, disabling compactions & flushes 2025-01-10T07:51:17,709 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ttt,1736495476381.7f2e2b8364457920d23362ed07fb3831. 2025-01-10T07:51:17,709 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1736495476381.7f2e2b8364457920d23362ed07fb3831. 2025-01-10T07:51:17,709 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1736495476381.7f2e2b8364457920d23362ed07fb3831. after waiting 0 ms 2025-01-10T07:51:17,709 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1736495476381.7f2e2b8364457920d23362ed07fb3831. 2025-01-10T07:51:17,709 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ttt,1736495476381.7f2e2b8364457920d23362ed07fb3831. 2025-01-10T07:51:17,709 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 7f2e2b8364457920d23362ed07fb3831: 2025-01-10T07:51:17,840 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,uuu,1736495476381.b3de921de2a3f8b62a65296d6029c96f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:17,840 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing b3de921de2a3f8b62a65296d6029c96f, disabling compactions & flushes 2025-01-10T07:51:17,840 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,uuu,1736495476381.b3de921de2a3f8b62a65296d6029c96f. 2025-01-10T07:51:17,841 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1736495476381.b3de921de2a3f8b62a65296d6029c96f. 2025-01-10T07:51:17,841 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1736495476381.b3de921de2a3f8b62a65296d6029c96f. after waiting 0 ms 2025-01-10T07:51:17,841 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1736495476381.b3de921de2a3f8b62a65296d6029c96f. 2025-01-10T07:51:17,841 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,uuu,1736495476381.b3de921de2a3f8b62a65296d6029c96f. 2025-01-10T07:51:17,841 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for b3de921de2a3f8b62a65296d6029c96f: 2025-01-10T07:51:18,107 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,zzz,1736495476381.18dee89b2b78a37749ef53e2be6e94fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:18,107 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 18dee89b2b78a37749ef53e2be6e94fa, disabling compactions & flushes 2025-01-10T07:51:18,107 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,zzz,1736495476381.18dee89b2b78a37749ef53e2be6e94fa. 2025-01-10T07:51:18,107 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1736495476381.18dee89b2b78a37749ef53e2be6e94fa. 2025-01-10T07:51:18,108 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1736495476381.18dee89b2b78a37749ef53e2be6e94fa. after waiting 0 ms 2025-01-10T07:51:18,108 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1736495476381.18dee89b2b78a37749ef53e2be6e94fa. 2025-01-10T07:51:18,108 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,zzz,1736495476381.18dee89b2b78a37749ef53e2be6e94fa. 2025-01-10T07:51:18,108 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 18dee89b2b78a37749ef53e2be6e94fa: 2025-01-10T07:51:18,110 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2025-01-10T07:51:18,110 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,111 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1736495476381.136371b96e395b20b4b098b9387f0003.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,111 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1736495476381.00897c86f91f83b8348e150dfa782b25.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,111 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1736495476381.33ca56f30ab772d4c50b48c16ae54b90.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,111 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1736495476381.7b0672af40d5946ba5bb0a50b93aadfd.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,111 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1736495476381.f69600cd3bf64d02973a17301e26c878.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,111 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1736495476381.440fd15a360184603f2a03ce4cbb8414.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,111 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1736495476381.7ca7ecf23d09b8189c43477827c9c74f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,112 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1736495476381.a18d4ae4024727fe3f8539e4109b40e4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,112 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1736495476381.f5566e0b77c9e7f28a8aff62e073c522.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,112 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1736495476381.1d7852f72753e32a52a3e110966caf28.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,112 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1736495476381.42eaa8723ad9023f1f144552029b6c53.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,112 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1736495476381.85febb5ef7005be0364da18afd3b3a8a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,112 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1736495476381.4c331bf5d2b2562f8bf20e285f052921.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,112 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1736495476381.49d710add7c4316cf2499c356c601ad5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,113 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1736495476381.ddb590fba1907136a47db8720d44214f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,113 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1736495476381.b36213d59499a3b0b22d91dad33f9caa.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,113 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1736495476381.336c593892bdfb8d4538d80e8b58e5c8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,113 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1736495476381.0dc33e5ff9a6d9c08e06e962e2643321.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,113 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1736495476381.b4b76d59417c7c594e685b6b7f5ea043.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,113 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1736495476381.051977dbfa7ccd61aa0f83460f781ceb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,114 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1736495476381.3e988152694c08143d1cede25888612d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,114 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1736495476381.91d1874e5812c19c00f294a69fcf0b23.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,114 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1736495476381.7f2e2b8364457920d23362ed07fb3831.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,114 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1736495476381.b3de921de2a3f8b62a65296d6029c96f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,114 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1736495476381.18dee89b2b78a37749ef53e2be6e94fa.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1736495478110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495478110"}]},"ts":"1736495478110"} 2025-01-10T07:51:18,124 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2025-01-10T07:51:18,125 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2025-01-10T07:51:18,125 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736495478125"}]},"ts":"1736495478125"} 2025-01-10T07:51:18,127 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2025-01-10T07:51:18,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b151e9f5625870acc5c407d9c07a40f7, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=136371b96e395b20b4b098b9387f0003, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=00897c86f91f83b8348e150dfa782b25, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=33ca56f30ab772d4c50b48c16ae54b90, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f69600cd3bf64d02973a17301e26c878, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7b0672af40d5946ba5bb0a50b93aadfd, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1d7852f72753e32a52a3e110966caf28, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=440fd15a360184603f2a03ce4cbb8414, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7ca7ecf23d09b8189c43477827c9c74f, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a18d4ae4024727fe3f8539e4109b40e4, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f5566e0b77c9e7f28a8aff62e073c522, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=42eaa8723ad9023f1f144552029b6c53, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4c331bf5d2b2562f8bf20e285f052921, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=336c593892bdfb8d4538d80e8b58e5c8, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=85febb5ef7005be0364da18afd3b3a8a, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0dc33e5ff9a6d9c08e06e962e2643321, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=49d710add7c4316cf2499c356c601ad5, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ddb590fba1907136a47db8720d44214f, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b36213d59499a3b0b22d91dad33f9caa, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7f2e2b8364457920d23362ed07fb3831, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b3de921de2a3f8b62a65296d6029c96f, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b4b76d59417c7c594e685b6b7f5ea043, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=051977dbfa7ccd61aa0f83460f781ceb, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3e988152694c08143d1cede25888612d, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=91d1874e5812c19c00f294a69fcf0b23, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=18dee89b2b78a37749ef53e2be6e94fa, ASSIGN}] 2025-01-10T07:51:18,134 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7b0672af40d5946ba5bb0a50b93aadfd, ASSIGN 2025-01-10T07:51:18,134 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f69600cd3bf64d02973a17301e26c878, ASSIGN 2025-01-10T07:51:18,134 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=33ca56f30ab772d4c50b48c16ae54b90, ASSIGN 2025-01-10T07:51:18,135 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7b0672af40d5946ba5bb0a50b93aadfd, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,135 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f69600cd3bf64d02973a17301e26c878, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,135 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=33ca56f30ab772d4c50b48c16ae54b90, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,138 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=136371b96e395b20b4b098b9387f0003, ASSIGN 2025-01-10T07:51:18,138 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=00897c86f91f83b8348e150dfa782b25, ASSIGN 2025-01-10T07:51:18,138 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b151e9f5625870acc5c407d9c07a40f7, ASSIGN 2025-01-10T07:51:18,139 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=136371b96e395b20b4b098b9387f0003, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,139 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b151e9f5625870acc5c407d9c07a40f7, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,139 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=00897c86f91f83b8348e150dfa782b25, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,140 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=18dee89b2b78a37749ef53e2be6e94fa, ASSIGN 2025-01-10T07:51:18,141 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=18dee89b2b78a37749ef53e2be6e94fa, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,141 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3e988152694c08143d1cede25888612d, ASSIGN 2025-01-10T07:51:18,142 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3e988152694c08143d1cede25888612d, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,142 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=051977dbfa7ccd61aa0f83460f781ceb, ASSIGN 2025-01-10T07:51:18,143 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b4b76d59417c7c594e685b6b7f5ea043, ASSIGN 2025-01-10T07:51:18,143 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=051977dbfa7ccd61aa0f83460f781ceb, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,143 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b4b76d59417c7c594e685b6b7f5ea043, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,144 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b3de921de2a3f8b62a65296d6029c96f, ASSIGN 2025-01-10T07:51:18,145 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b3de921de2a3f8b62a65296d6029c96f, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,146 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b36213d59499a3b0b22d91dad33f9caa, ASSIGN 2025-01-10T07:51:18,146 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=91d1874e5812c19c00f294a69fcf0b23, ASSIGN 2025-01-10T07:51:18,146 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=49d710add7c4316cf2499c356c601ad5, ASSIGN 2025-01-10T07:51:18,146 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7f2e2b8364457920d23362ed07fb3831, ASSIGN 2025-01-10T07:51:18,147 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b36213d59499a3b0b22d91dad33f9caa, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,147 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=91d1874e5812c19c00f294a69fcf0b23, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,147 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=49d710add7c4316cf2499c356c601ad5, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,147 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7f2e2b8364457920d23362ed07fb3831, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,149 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0dc33e5ff9a6d9c08e06e962e2643321, ASSIGN 2025-01-10T07:51:18,150 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=85febb5ef7005be0364da18afd3b3a8a, ASSIGN 2025-01-10T07:51:18,150 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ddb590fba1907136a47db8720d44214f, ASSIGN 2025-01-10T07:51:18,150 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=336c593892bdfb8d4538d80e8b58e5c8, ASSIGN 2025-01-10T07:51:18,150 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4c331bf5d2b2562f8bf20e285f052921, ASSIGN 2025-01-10T07:51:18,150 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0dc33e5ff9a6d9c08e06e962e2643321, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,151 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=85febb5ef7005be0364da18afd3b3a8a, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,154 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ddb590fba1907136a47db8720d44214f, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,154 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4c331bf5d2b2562f8bf20e285f052921, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,154 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=42eaa8723ad9023f1f144552029b6c53, ASSIGN 2025-01-10T07:51:18,154 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=336c593892bdfb8d4538d80e8b58e5c8, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,155 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=42eaa8723ad9023f1f144552029b6c53, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,157 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7ca7ecf23d09b8189c43477827c9c74f, ASSIGN 2025-01-10T07:51:18,159 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7ca7ecf23d09b8189c43477827c9c74f, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,159 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=440fd15a360184603f2a03ce4cbb8414, ASSIGN 2025-01-10T07:51:18,160 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=440fd15a360184603f2a03ce4cbb8414, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,160 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1d7852f72753e32a52a3e110966caf28, ASSIGN 2025-01-10T07:51:18,161 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a18d4ae4024727fe3f8539e4109b40e4, ASSIGN 2025-01-10T07:51:18,161 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f5566e0b77c9e7f28a8aff62e073c522, ASSIGN 2025-01-10T07:51:18,162 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1d7852f72753e32a52a3e110966caf28, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,162 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a18d4ae4024727fe3f8539e4109b40e4, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,162 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f5566e0b77c9e7f28a8aff62e073c522, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:18,288 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b151e9f5625870acc5c407d9c07a40f7, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,288 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=ddb590fba1907136a47db8720d44214f, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,289 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=051977dbfa7ccd61aa0f83460f781ceb, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,289 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=b4b76d59417c7c594e685b6b7f5ea043, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,290 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=49d710add7c4316cf2499c356c601ad5, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=32, state=RUNNABLE; OpenRegionProcedure 051977dbfa7ccd61aa0f83460f781ceb, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=27, state=RUNNABLE; OpenRegionProcedure ddb590fba1907136a47db8720d44214f, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=31, state=RUNNABLE; OpenRegionProcedure b4b76d59417c7c594e685b6b7f5ea043, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=10, state=RUNNABLE; OpenRegionProcedure b151e9f5625870acc5c407d9c07a40f7, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=26, state=RUNNABLE; OpenRegionProcedure 49d710add7c4316cf2499c356c601ad5, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,303 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=336c593892bdfb8d4538d80e8b58e5c8, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,304 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=33ca56f30ab772d4c50b48c16ae54b90, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,304 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=f69600cd3bf64d02973a17301e26c878, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=23, state=RUNNABLE; OpenRegionProcedure 336c593892bdfb8d4538d80e8b58e5c8, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,306 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=440fd15a360184603f2a03ce4cbb8414, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=14, state=RUNNABLE; OpenRegionProcedure f69600cd3bf64d02973a17301e26c878, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=17, state=RUNNABLE; OpenRegionProcedure 440fd15a360184603f2a03ce4cbb8414, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=13, state=RUNNABLE; OpenRegionProcedure 33ca56f30ab772d4c50b48c16ae54b90, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,313 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=91d1874e5812c19c00f294a69fcf0b23, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,316 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=b3de921de2a3f8b62a65296d6029c96f, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=34, state=RUNNABLE; OpenRegionProcedure 91d1874e5812c19c00f294a69fcf0b23, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,320 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=3e988152694c08143d1cede25888612d, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,322 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=4c331bf5d2b2562f8bf20e285f052921, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=30, state=RUNNABLE; OpenRegionProcedure b3de921de2a3f8b62a65296d6029c96f, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,323 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=a18d4ae4024727fe3f8539e4109b40e4, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=33, state=RUNNABLE; OpenRegionProcedure 3e988152694c08143d1cede25888612d, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=19, state=RUNNABLE; OpenRegionProcedure a18d4ae4024727fe3f8539e4109b40e4, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=22, state=RUNNABLE; OpenRegionProcedure 4c331bf5d2b2562f8bf20e285f052921, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,332 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=1d7852f72753e32a52a3e110966caf28, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,333 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=85febb5ef7005be0364da18afd3b3a8a, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,333 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=7f2e2b8364457920d23362ed07fb3831, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=16, state=RUNNABLE; OpenRegionProcedure 1d7852f72753e32a52a3e110966caf28, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=29, state=RUNNABLE; OpenRegionProcedure 7f2e2b8364457920d23362ed07fb3831, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,339 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=18dee89b2b78a37749ef53e2be6e94fa, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,343 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=f5566e0b77c9e7f28a8aff62e073c522, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=35, state=RUNNABLE; OpenRegionProcedure 18dee89b2b78a37749ef53e2be6e94fa, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=24, state=RUNNABLE; OpenRegionProcedure 85febb5ef7005be0364da18afd3b3a8a, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,345 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=7ca7ecf23d09b8189c43477827c9c74f, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,345 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=136371b96e395b20b4b098b9387f0003, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=20, state=RUNNABLE; OpenRegionProcedure f5566e0b77c9e7f28a8aff62e073c522, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=11, state=RUNNABLE; OpenRegionProcedure 136371b96e395b20b4b098b9387f0003, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,350 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=b36213d59499a3b0b22d91dad33f9caa, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=18, state=RUNNABLE; OpenRegionProcedure 7ca7ecf23d09b8189c43477827c9c74f, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=28, state=RUNNABLE; OpenRegionProcedure b36213d59499a3b0b22d91dad33f9caa, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,354 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=7b0672af40d5946ba5bb0a50b93aadfd, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=15, state=RUNNABLE; OpenRegionProcedure 7b0672af40d5946ba5bb0a50b93aadfd, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,360 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=42eaa8723ad9023f1f144552029b6c53, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,361 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=0dc33e5ff9a6d9c08e06e962e2643321, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,361 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=00897c86f91f83b8348e150dfa782b25, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=25, state=RUNNABLE; OpenRegionProcedure 0dc33e5ff9a6d9c08e06e962e2643321, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=21, state=RUNNABLE; OpenRegionProcedure 42eaa8723ad9023f1f144552029b6c53, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=12, state=RUNNABLE; OpenRegionProcedure 00897c86f91f83b8348e150dfa782b25, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:18,447 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,453 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,kkk,1736495476381.f5566e0b77c9e7f28a8aff62e073c522. 2025-01-10T07:51:18,454 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => f5566e0b77c9e7f28a8aff62e073c522, NAME => 'test,kkk,1736495476381.f5566e0b77c9e7f28a8aff62e073c522.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2025-01-10T07:51:18,454 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f5566e0b77c9e7f28a8aff62e073c522 2025-01-10T07:51:18,454 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,kkk,1736495476381.f5566e0b77c9e7f28a8aff62e073c522.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:18,454 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for f5566e0b77c9e7f28a8aff62e073c522 2025-01-10T07:51:18,454 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for f5566e0b77c9e7f28a8aff62e073c522 2025-01-10T07:51:18,456 INFO [StoreOpener-f5566e0b77c9e7f28a8aff62e073c522-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f5566e0b77c9e7f28a8aff62e073c522 2025-01-10T07:51:18,458 INFO [StoreOpener-f5566e0b77c9e7f28a8aff62e073c522-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5566e0b77c9e7f28a8aff62e073c522 columnFamilyName f 2025-01-10T07:51:18,458 DEBUG [StoreOpener-f5566e0b77c9e7f28a8aff62e073c522-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,459 INFO [StoreOpener-f5566e0b77c9e7f28a8aff62e073c522-1 {}] regionserver.HStore(327): Store=f5566e0b77c9e7f28a8aff62e073c522/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,459 INFO [StoreOpener-f5566e0b77c9e7f28a8aff62e073c522-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f5566e0b77c9e7f28a8aff62e073c522 2025-01-10T07:51:18,461 INFO [StoreOpener-f5566e0b77c9e7f28a8aff62e073c522-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5566e0b77c9e7f28a8aff62e073c522 columnFamilyName norep 2025-01-10T07:51:18,461 DEBUG [StoreOpener-f5566e0b77c9e7f28a8aff62e073c522-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,462 INFO [StoreOpener-f5566e0b77c9e7f28a8aff62e073c522-1 {}] regionserver.HStore(327): Store=f5566e0b77c9e7f28a8aff62e073c522/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,470 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/f5566e0b77c9e7f28a8aff62e073c522 2025-01-10T07:51:18,470 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/f5566e0b77c9e7f28a8aff62e073c522 2025-01-10T07:51:18,474 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:18,476 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for f5566e0b77c9e7f28a8aff62e073c522 2025-01-10T07:51:18,480 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/f5566e0b77c9e7f28a8aff62e073c522/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:18,480 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened f5566e0b77c9e7f28a8aff62e073c522; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62013098, jitterRate=-0.0759328305721283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:18,480 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for f5566e0b77c9e7f28a8aff62e073c522: 2025-01-10T07:51:18,481 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1736495476381.f5566e0b77c9e7f28a8aff62e073c522., pid=54, masterSystemTime=1736495478447 2025-01-10T07:51:18,484 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1736495476381.f5566e0b77c9e7f28a8aff62e073c522. 2025-01-10T07:51:18,484 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,kkk,1736495476381.f5566e0b77c9e7f28a8aff62e073c522. 2025-01-10T07:51:18,484 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,jjj,1736495476381.a18d4ae4024727fe3f8539e4109b40e4. 2025-01-10T07:51:18,484 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => a18d4ae4024727fe3f8539e4109b40e4, NAME => 'test,jjj,1736495476381.a18d4ae4024727fe3f8539e4109b40e4.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2025-01-10T07:51:18,484 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=f5566e0b77c9e7f28a8aff62e073c522, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,484 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a18d4ae4024727fe3f8539e4109b40e4 2025-01-10T07:51:18,484 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,jjj,1736495476381.a18d4ae4024727fe3f8539e4109b40e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:18,484 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for a18d4ae4024727fe3f8539e4109b40e4 2025-01-10T07:51:18,484 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for a18d4ae4024727fe3f8539e4109b40e4 2025-01-10T07:51:18,486 INFO [StoreOpener-a18d4ae4024727fe3f8539e4109b40e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a18d4ae4024727fe3f8539e4109b40e4 2025-01-10T07:51:18,487 INFO [StoreOpener-a18d4ae4024727fe3f8539e4109b40e4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a18d4ae4024727fe3f8539e4109b40e4 columnFamilyName f 2025-01-10T07:51:18,488 DEBUG [StoreOpener-a18d4ae4024727fe3f8539e4109b40e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,488 INFO [StoreOpener-a18d4ae4024727fe3f8539e4109b40e4-1 {}] regionserver.HStore(327): Store=a18d4ae4024727fe3f8539e4109b40e4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,488 INFO [StoreOpener-a18d4ae4024727fe3f8539e4109b40e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a18d4ae4024727fe3f8539e4109b40e4 2025-01-10T07:51:18,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=20 2025-01-10T07:51:18,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=20, state=SUCCESS; OpenRegionProcedure f5566e0b77c9e7f28a8aff62e073c522, server=995f44e581cf,39451,1736495468459 in 143 msec 2025-01-10T07:51:18,490 INFO [StoreOpener-a18d4ae4024727fe3f8539e4109b40e4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a18d4ae4024727fe3f8539e4109b40e4 columnFamilyName norep 2025-01-10T07:51:18,490 DEBUG [StoreOpener-a18d4ae4024727fe3f8539e4109b40e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,491 INFO [StoreOpener-a18d4ae4024727fe3f8539e4109b40e4-1 {}] regionserver.HStore(327): Store=a18d4ae4024727fe3f8539e4109b40e4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f5566e0b77c9e7f28a8aff62e073c522, ASSIGN in 358 msec 2025-01-10T07:51:18,491 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/a18d4ae4024727fe3f8539e4109b40e4 2025-01-10T07:51:18,492 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/a18d4ae4024727fe3f8539e4109b40e4 2025-01-10T07:51:18,493 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:18,498 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for a18d4ae4024727fe3f8539e4109b40e4 2025-01-10T07:51:18,507 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/a18d4ae4024727fe3f8539e4109b40e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2025-01-10T07:51:18,510 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened a18d4ae4024727fe3f8539e4109b40e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63457872, jitterRate=-0.05440402030944824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:18,510 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for a18d4ae4024727fe3f8539e4109b40e4: 2025-01-10T07:51:18,511 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1736495476381.a18d4ae4024727fe3f8539e4109b40e4., pid=49, masterSystemTime=1736495478447 2025-01-10T07:51:18,514 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1736495476381.a18d4ae4024727fe3f8539e4109b40e4. 2025-01-10T07:51:18,514 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,jjj,1736495476381.a18d4ae4024727fe3f8539e4109b40e4. 2025-01-10T07:51:18,514 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=a18d4ae4024727fe3f8539e4109b40e4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,514 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,lll,1736495476381.42eaa8723ad9023f1f144552029b6c53. 2025-01-10T07:51:18,515 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 42eaa8723ad9023f1f144552029b6c53, NAME => 'test,lll,1736495476381.42eaa8723ad9023f1f144552029b6c53.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2025-01-10T07:51:18,515 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 42eaa8723ad9023f1f144552029b6c53 2025-01-10T07:51:18,515 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,lll,1736495476381.42eaa8723ad9023f1f144552029b6c53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:18,515 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 42eaa8723ad9023f1f144552029b6c53 2025-01-10T07:51:18,515 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 42eaa8723ad9023f1f144552029b6c53 2025-01-10T07:51:18,518 INFO [StoreOpener-42eaa8723ad9023f1f144552029b6c53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 42eaa8723ad9023f1f144552029b6c53 2025-01-10T07:51:18,521 INFO [StoreOpener-42eaa8723ad9023f1f144552029b6c53-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42eaa8723ad9023f1f144552029b6c53 columnFamilyName f 2025-01-10T07:51:18,521 DEBUG [StoreOpener-42eaa8723ad9023f1f144552029b6c53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,522 INFO [StoreOpener-42eaa8723ad9023f1f144552029b6c53-1 {}] regionserver.HStore(327): Store=42eaa8723ad9023f1f144552029b6c53/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=19 2025-01-10T07:51:18,522 INFO [StoreOpener-42eaa8723ad9023f1f144552029b6c53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 42eaa8723ad9023f1f144552029b6c53 2025-01-10T07:51:18,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=19, state=SUCCESS; OpenRegionProcedure a18d4ae4024727fe3f8539e4109b40e4, server=995f44e581cf,39451,1736495468459 in 194 msec 2025-01-10T07:51:18,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a18d4ae4024727fe3f8539e4109b40e4, ASSIGN in 391 msec 2025-01-10T07:51:18,525 INFO [StoreOpener-42eaa8723ad9023f1f144552029b6c53-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42eaa8723ad9023f1f144552029b6c53 columnFamilyName norep 2025-01-10T07:51:18,525 DEBUG [StoreOpener-42eaa8723ad9023f1f144552029b6c53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,525 INFO [StoreOpener-42eaa8723ad9023f1f144552029b6c53-1 {}] regionserver.HStore(327): Store=42eaa8723ad9023f1f144552029b6c53/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,527 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/42eaa8723ad9023f1f144552029b6c53 2025-01-10T07:51:18,527 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/42eaa8723ad9023f1f144552029b6c53 2025-01-10T07:51:18,529 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:18,530 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 42eaa8723ad9023f1f144552029b6c53 2025-01-10T07:51:18,538 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/42eaa8723ad9023f1f144552029b6c53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:18,539 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 42eaa8723ad9023f1f144552029b6c53; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59074666, jitterRate=-0.11971887946128845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:18,539 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 42eaa8723ad9023f1f144552029b6c53: 2025-01-10T07:51:18,540 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1736495476381.42eaa8723ad9023f1f144552029b6c53., pid=61, masterSystemTime=1736495478447 2025-01-10T07:51:18,542 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1736495476381.42eaa8723ad9023f1f144552029b6c53. 2025-01-10T07:51:18,542 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,lll,1736495476381.42eaa8723ad9023f1f144552029b6c53. 2025-01-10T07:51:18,542 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7. 2025-01-10T07:51:18,542 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => b151e9f5625870acc5c407d9c07a40f7, NAME => 'test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7.', STARTKEY => '', ENDKEY => 'bbb'} 2025-01-10T07:51:18,542 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=42eaa8723ad9023f1f144552029b6c53, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,542 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b151e9f5625870acc5c407d9c07a40f7 2025-01-10T07:51:18,542 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:18,543 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for b151e9f5625870acc5c407d9c07a40f7 2025-01-10T07:51:18,543 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for b151e9f5625870acc5c407d9c07a40f7 2025-01-10T07:51:18,545 INFO [StoreOpener-b151e9f5625870acc5c407d9c07a40f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b151e9f5625870acc5c407d9c07a40f7 2025-01-10T07:51:18,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=21 2025-01-10T07:51:18,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=21, state=SUCCESS; OpenRegionProcedure 42eaa8723ad9023f1f144552029b6c53, server=995f44e581cf,39451,1736495468459 in 175 msec 2025-01-10T07:51:18,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=42eaa8723ad9023f1f144552029b6c53, ASSIGN in 415 msec 2025-01-10T07:51:18,548 INFO [StoreOpener-b151e9f5625870acc5c407d9c07a40f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b151e9f5625870acc5c407d9c07a40f7 columnFamilyName f 2025-01-10T07:51:18,548 DEBUG [StoreOpener-b151e9f5625870acc5c407d9c07a40f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,549 INFO [StoreOpener-b151e9f5625870acc5c407d9c07a40f7-1 {}] regionserver.HStore(327): Store=b151e9f5625870acc5c407d9c07a40f7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,549 INFO [StoreOpener-b151e9f5625870acc5c407d9c07a40f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b151e9f5625870acc5c407d9c07a40f7 2025-01-10T07:51:18,551 INFO [StoreOpener-b151e9f5625870acc5c407d9c07a40f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b151e9f5625870acc5c407d9c07a40f7 columnFamilyName norep 2025-01-10T07:51:18,551 DEBUG [StoreOpener-b151e9f5625870acc5c407d9c07a40f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,551 INFO [StoreOpener-b151e9f5625870acc5c407d9c07a40f7-1 {}] regionserver.HStore(327): Store=b151e9f5625870acc5c407d9c07a40f7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,554 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/b151e9f5625870acc5c407d9c07a40f7 2025-01-10T07:51:18,555 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/b151e9f5625870acc5c407d9c07a40f7 2025-01-10T07:51:18,557 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:18,559 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for b151e9f5625870acc5c407d9c07a40f7 2025-01-10T07:51:18,561 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/b151e9f5625870acc5c407d9c07a40f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:18,562 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened b151e9f5625870acc5c407d9c07a40f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60392533, jitterRate=-0.10008113086223602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:18,562 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for b151e9f5625870acc5c407d9c07a40f7: 2025-01-10T07:51:18,563 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7., pid=40, masterSystemTime=1736495478447 2025-01-10T07:51:18,566 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b151e9f5625870acc5c407d9c07a40f7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,569 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7. 2025-01-10T07:51:18,569 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7. 2025-01-10T07:51:18,569 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,hhh,1736495476381.440fd15a360184603f2a03ce4cbb8414. 2025-01-10T07:51:18,569 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 440fd15a360184603f2a03ce4cbb8414, NAME => 'test,hhh,1736495476381.440fd15a360184603f2a03ce4cbb8414.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2025-01-10T07:51:18,569 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 440fd15a360184603f2a03ce4cbb8414 2025-01-10T07:51:18,570 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,hhh,1736495476381.440fd15a360184603f2a03ce4cbb8414.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:18,570 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 440fd15a360184603f2a03ce4cbb8414 2025-01-10T07:51:18,570 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 440fd15a360184603f2a03ce4cbb8414 2025-01-10T07:51:18,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=10 2025-01-10T07:51:18,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=10, state=SUCCESS; OpenRegionProcedure b151e9f5625870acc5c407d9c07a40f7, server=995f44e581cf,39451,1736495468459 in 271 msec 2025-01-10T07:51:18,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b151e9f5625870acc5c407d9c07a40f7, ASSIGN in 441 msec 2025-01-10T07:51:18,589 INFO [StoreOpener-440fd15a360184603f2a03ce4cbb8414-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 440fd15a360184603f2a03ce4cbb8414 2025-01-10T07:51:18,592 INFO [StoreOpener-440fd15a360184603f2a03ce4cbb8414-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 440fd15a360184603f2a03ce4cbb8414 columnFamilyName f 2025-01-10T07:51:18,592 DEBUG [StoreOpener-440fd15a360184603f2a03ce4cbb8414-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,593 INFO [StoreOpener-440fd15a360184603f2a03ce4cbb8414-1 {}] regionserver.HStore(327): Store=440fd15a360184603f2a03ce4cbb8414/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,593 INFO [StoreOpener-440fd15a360184603f2a03ce4cbb8414-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 440fd15a360184603f2a03ce4cbb8414 2025-01-10T07:51:18,595 INFO [StoreOpener-440fd15a360184603f2a03ce4cbb8414-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 440fd15a360184603f2a03ce4cbb8414 columnFamilyName norep 2025-01-10T07:51:18,595 DEBUG [StoreOpener-440fd15a360184603f2a03ce4cbb8414-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,596 INFO [StoreOpener-440fd15a360184603f2a03ce4cbb8414-1 {}] regionserver.HStore(327): Store=440fd15a360184603f2a03ce4cbb8414/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,603 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/440fd15a360184603f2a03ce4cbb8414 2025-01-10T07:51:18,604 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/440fd15a360184603f2a03ce4cbb8414 2025-01-10T07:51:18,614 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:18,618 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 440fd15a360184603f2a03ce4cbb8414 2025-01-10T07:51:18,626 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/440fd15a360184603f2a03ce4cbb8414/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:18,627 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 440fd15a360184603f2a03ce4cbb8414; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73926328, jitterRate=0.10158812999725342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:18,627 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 440fd15a360184603f2a03ce4cbb8414: 2025-01-10T07:51:18,628 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1736495476381.440fd15a360184603f2a03ce4cbb8414., pid=44, masterSystemTime=1736495478447 2025-01-10T07:51:18,631 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1736495476381.440fd15a360184603f2a03ce4cbb8414. 2025-01-10T07:51:18,632 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,hhh,1736495476381.440fd15a360184603f2a03ce4cbb8414. 2025-01-10T07:51:18,632 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=440fd15a360184603f2a03ce4cbb8414, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,633 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,zzz,1736495476381.18dee89b2b78a37749ef53e2be6e94fa. 2025-01-10T07:51:18,633 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 18dee89b2b78a37749ef53e2be6e94fa, NAME => 'test,zzz,1736495476381.18dee89b2b78a37749ef53e2be6e94fa.', STARTKEY => 'zzz', ENDKEY => ''} 2025-01-10T07:51:18,634 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 18dee89b2b78a37749ef53e2be6e94fa 2025-01-10T07:51:18,634 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,zzz,1736495476381.18dee89b2b78a37749ef53e2be6e94fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:18,634 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 18dee89b2b78a37749ef53e2be6e94fa 2025-01-10T07:51:18,634 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 18dee89b2b78a37749ef53e2be6e94fa 2025-01-10T07:51:18,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=17 2025-01-10T07:51:18,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=17, state=SUCCESS; OpenRegionProcedure 440fd15a360184603f2a03ce4cbb8414, server=995f44e581cf,39451,1736495468459 in 325 msec 2025-01-10T07:51:18,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=440fd15a360184603f2a03ce4cbb8414, ASSIGN in 506 msec 2025-01-10T07:51:18,644 INFO [StoreOpener-18dee89b2b78a37749ef53e2be6e94fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 18dee89b2b78a37749ef53e2be6e94fa 2025-01-10T07:51:18,645 INFO [StoreOpener-18dee89b2b78a37749ef53e2be6e94fa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18dee89b2b78a37749ef53e2be6e94fa columnFamilyName f 2025-01-10T07:51:18,645 DEBUG [StoreOpener-18dee89b2b78a37749ef53e2be6e94fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,646 INFO [StoreOpener-18dee89b2b78a37749ef53e2be6e94fa-1 {}] regionserver.HStore(327): Store=18dee89b2b78a37749ef53e2be6e94fa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,646 INFO [StoreOpener-18dee89b2b78a37749ef53e2be6e94fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 18dee89b2b78a37749ef53e2be6e94fa 2025-01-10T07:51:18,647 INFO [StoreOpener-18dee89b2b78a37749ef53e2be6e94fa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18dee89b2b78a37749ef53e2be6e94fa columnFamilyName norep 2025-01-10T07:51:18,647 DEBUG [StoreOpener-18dee89b2b78a37749ef53e2be6e94fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,648 INFO [StoreOpener-18dee89b2b78a37749ef53e2be6e94fa-1 {}] regionserver.HStore(327): Store=18dee89b2b78a37749ef53e2be6e94fa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,649 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/18dee89b2b78a37749ef53e2be6e94fa 2025-01-10T07:51:18,649 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/18dee89b2b78a37749ef53e2be6e94fa 2025-01-10T07:51:18,650 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:18,652 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 18dee89b2b78a37749ef53e2be6e94fa 2025-01-10T07:51:18,654 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/18dee89b2b78a37749ef53e2be6e94fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:18,654 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 18dee89b2b78a37749ef53e2be6e94fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70130665, jitterRate=0.04502834379673004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:18,655 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 18dee89b2b78a37749ef53e2be6e94fa: 2025-01-10T07:51:18,655 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1736495476381.18dee89b2b78a37749ef53e2be6e94fa., pid=53, masterSystemTime=1736495478447 2025-01-10T07:51:18,657 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1736495476381.18dee89b2b78a37749ef53e2be6e94fa. 2025-01-10T07:51:18,658 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,zzz,1736495476381.18dee89b2b78a37749ef53e2be6e94fa. 2025-01-10T07:51:18,658 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=18dee89b2b78a37749ef53e2be6e94fa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,658 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,ooo,1736495476381.85febb5ef7005be0364da18afd3b3a8a. 2025-01-10T07:51:18,658 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 85febb5ef7005be0364da18afd3b3a8a, NAME => 'test,ooo,1736495476381.85febb5ef7005be0364da18afd3b3a8a.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2025-01-10T07:51:18,659 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 85febb5ef7005be0364da18afd3b3a8a 2025-01-10T07:51:18,659 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,ooo,1736495476381.85febb5ef7005be0364da18afd3b3a8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:18,659 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 85febb5ef7005be0364da18afd3b3a8a 2025-01-10T07:51:18,659 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 85febb5ef7005be0364da18afd3b3a8a 2025-01-10T07:51:18,663 INFO [StoreOpener-85febb5ef7005be0364da18afd3b3a8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 85febb5ef7005be0364da18afd3b3a8a 2025-01-10T07:51:18,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=35 2025-01-10T07:51:18,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=35, state=SUCCESS; OpenRegionProcedure 18dee89b2b78a37749ef53e2be6e94fa, server=995f44e581cf,39451,1736495468459 in 321 msec 2025-01-10T07:51:18,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=18dee89b2b78a37749ef53e2be6e94fa, ASSIGN in 539 msec 2025-01-10T07:51:18,672 INFO [StoreOpener-85febb5ef7005be0364da18afd3b3a8a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85febb5ef7005be0364da18afd3b3a8a columnFamilyName f 2025-01-10T07:51:18,672 DEBUG [StoreOpener-85febb5ef7005be0364da18afd3b3a8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,672 INFO [StoreOpener-85febb5ef7005be0364da18afd3b3a8a-1 {}] regionserver.HStore(327): Store=85febb5ef7005be0364da18afd3b3a8a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,672 INFO [StoreOpener-85febb5ef7005be0364da18afd3b3a8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 85febb5ef7005be0364da18afd3b3a8a 2025-01-10T07:51:18,674 INFO [StoreOpener-85febb5ef7005be0364da18afd3b3a8a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85febb5ef7005be0364da18afd3b3a8a columnFamilyName norep 2025-01-10T07:51:18,674 DEBUG [StoreOpener-85febb5ef7005be0364da18afd3b3a8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,675 INFO [StoreOpener-85febb5ef7005be0364da18afd3b3a8a-1 {}] regionserver.HStore(327): Store=85febb5ef7005be0364da18afd3b3a8a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,676 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/85febb5ef7005be0364da18afd3b3a8a 2025-01-10T07:51:18,676 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/85febb5ef7005be0364da18afd3b3a8a 2025-01-10T07:51:18,684 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:18,687 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 85febb5ef7005be0364da18afd3b3a8a 2025-01-10T07:51:18,694 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/85febb5ef7005be0364da18afd3b3a8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:18,695 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 85febb5ef7005be0364da18afd3b3a8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64429583, jitterRate=-0.03992439806461334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:18,695 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 85febb5ef7005be0364da18afd3b3a8a: 2025-01-10T07:51:18,696 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1736495476381.85febb5ef7005be0364da18afd3b3a8a., pid=51, masterSystemTime=1736495478447 2025-01-10T07:51:18,700 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1736495476381.85febb5ef7005be0364da18afd3b3a8a. 2025-01-10T07:51:18,700 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,ooo,1736495476381.85febb5ef7005be0364da18afd3b3a8a. 2025-01-10T07:51:18,700 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,eee,1736495476381.f69600cd3bf64d02973a17301e26c878. 2025-01-10T07:51:18,701 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => f69600cd3bf64d02973a17301e26c878, NAME => 'test,eee,1736495476381.f69600cd3bf64d02973a17301e26c878.', STARTKEY => 'eee', ENDKEY => 'fff'} 2025-01-10T07:51:18,701 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f69600cd3bf64d02973a17301e26c878 2025-01-10T07:51:18,701 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,eee,1736495476381.f69600cd3bf64d02973a17301e26c878.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:18,701 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for f69600cd3bf64d02973a17301e26c878 2025-01-10T07:51:18,701 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for f69600cd3bf64d02973a17301e26c878 2025-01-10T07:51:18,703 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=85febb5ef7005be0364da18afd3b3a8a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=24 2025-01-10T07:51:18,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=24, state=SUCCESS; OpenRegionProcedure 85febb5ef7005be0364da18afd3b3a8a, server=995f44e581cf,39451,1736495468459 in 373 msec 2025-01-10T07:51:18,714 INFO [StoreOpener-f69600cd3bf64d02973a17301e26c878-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f69600cd3bf64d02973a17301e26c878 2025-01-10T07:51:18,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=85febb5ef7005be0364da18afd3b3a8a, ASSIGN in 582 msec 2025-01-10T07:51:18,722 INFO [StoreOpener-f69600cd3bf64d02973a17301e26c878-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f69600cd3bf64d02973a17301e26c878 columnFamilyName f 2025-01-10T07:51:18,723 DEBUG [StoreOpener-f69600cd3bf64d02973a17301e26c878-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,726 INFO [StoreOpener-f69600cd3bf64d02973a17301e26c878-1 {}] regionserver.HStore(327): Store=f69600cd3bf64d02973a17301e26c878/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,726 INFO [StoreOpener-f69600cd3bf64d02973a17301e26c878-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f69600cd3bf64d02973a17301e26c878 2025-01-10T07:51:18,729 INFO [StoreOpener-f69600cd3bf64d02973a17301e26c878-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f69600cd3bf64d02973a17301e26c878 columnFamilyName norep 2025-01-10T07:51:18,729 DEBUG [StoreOpener-f69600cd3bf64d02973a17301e26c878-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,730 INFO [StoreOpener-f69600cd3bf64d02973a17301e26c878-1 {}] regionserver.HStore(327): Store=f69600cd3bf64d02973a17301e26c878/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,731 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/f69600cd3bf64d02973a17301e26c878 2025-01-10T07:51:18,732 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/f69600cd3bf64d02973a17301e26c878 2025-01-10T07:51:18,733 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:18,735 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for f69600cd3bf64d02973a17301e26c878 2025-01-10T07:51:18,742 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/f69600cd3bf64d02973a17301e26c878/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:18,743 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened f69600cd3bf64d02973a17301e26c878; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61193250, jitterRate=-0.08814951777458191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:18,743 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for f69600cd3bf64d02973a17301e26c878: 2025-01-10T07:51:18,744 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1736495476381.f69600cd3bf64d02973a17301e26c878., pid=43, masterSystemTime=1736495478447 2025-01-10T07:51:18,747 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=f69600cd3bf64d02973a17301e26c878, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,749 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1736495476381.f69600cd3bf64d02973a17301e26c878. 2025-01-10T07:51:18,749 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,eee,1736495476381.f69600cd3bf64d02973a17301e26c878. 2025-01-10T07:51:18,750 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,iii,1736495476381.7ca7ecf23d09b8189c43477827c9c74f. 2025-01-10T07:51:18,750 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 7ca7ecf23d09b8189c43477827c9c74f, NAME => 'test,iii,1736495476381.7ca7ecf23d09b8189c43477827c9c74f.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2025-01-10T07:51:18,751 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7ca7ecf23d09b8189c43477827c9c74f 2025-01-10T07:51:18,751 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,iii,1736495476381.7ca7ecf23d09b8189c43477827c9c74f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:18,751 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 7ca7ecf23d09b8189c43477827c9c74f 2025-01-10T07:51:18,751 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 7ca7ecf23d09b8189c43477827c9c74f 2025-01-10T07:51:18,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=14 2025-01-10T07:51:18,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=14, state=SUCCESS; OpenRegionProcedure f69600cd3bf64d02973a17301e26c878, server=995f44e581cf,39451,1736495468459 in 441 msec 2025-01-10T07:51:18,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f69600cd3bf64d02973a17301e26c878, ASSIGN in 622 msec 2025-01-10T07:51:18,759 INFO [StoreOpener-7ca7ecf23d09b8189c43477827c9c74f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7ca7ecf23d09b8189c43477827c9c74f 2025-01-10T07:51:18,771 INFO [StoreOpener-7ca7ecf23d09b8189c43477827c9c74f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ca7ecf23d09b8189c43477827c9c74f columnFamilyName f 2025-01-10T07:51:18,771 DEBUG [StoreOpener-7ca7ecf23d09b8189c43477827c9c74f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,772 INFO [StoreOpener-7ca7ecf23d09b8189c43477827c9c74f-1 {}] regionserver.HStore(327): Store=7ca7ecf23d09b8189c43477827c9c74f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,772 INFO [StoreOpener-7ca7ecf23d09b8189c43477827c9c74f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7ca7ecf23d09b8189c43477827c9c74f 2025-01-10T07:51:18,774 INFO [StoreOpener-7ca7ecf23d09b8189c43477827c9c74f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ca7ecf23d09b8189c43477827c9c74f columnFamilyName norep 2025-01-10T07:51:18,775 DEBUG [StoreOpener-7ca7ecf23d09b8189c43477827c9c74f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,776 INFO [StoreOpener-7ca7ecf23d09b8189c43477827c9c74f-1 {}] regionserver.HStore(327): Store=7ca7ecf23d09b8189c43477827c9c74f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,777 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/7ca7ecf23d09b8189c43477827c9c74f 2025-01-10T07:51:18,777 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/7ca7ecf23d09b8189c43477827c9c74f 2025-01-10T07:51:18,779 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:18,781 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 7ca7ecf23d09b8189c43477827c9c74f 2025-01-10T07:51:18,794 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/7ca7ecf23d09b8189c43477827c9c74f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:18,795 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 7ca7ecf23d09b8189c43477827c9c74f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68099798, jitterRate=0.014766067266464233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:18,795 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 7ca7ecf23d09b8189c43477827c9c74f: 2025-01-10T07:51:18,797 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1736495476381.7ca7ecf23d09b8189c43477827c9c74f., pid=55, masterSystemTime=1736495478447 2025-01-10T07:51:18,804 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1736495476381.7ca7ecf23d09b8189c43477827c9c74f. 2025-01-10T07:51:18,804 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,iii,1736495476381.7ca7ecf23d09b8189c43477827c9c74f. 2025-01-10T07:51:18,804 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,ccc,1736495476381.00897c86f91f83b8348e150dfa782b25. 2025-01-10T07:51:18,804 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 00897c86f91f83b8348e150dfa782b25, NAME => 'test,ccc,1736495476381.00897c86f91f83b8348e150dfa782b25.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2025-01-10T07:51:18,805 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=7ca7ecf23d09b8189c43477827c9c74f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,805 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 00897c86f91f83b8348e150dfa782b25 2025-01-10T07:51:18,805 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,ccc,1736495476381.00897c86f91f83b8348e150dfa782b25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:18,805 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 00897c86f91f83b8348e150dfa782b25 2025-01-10T07:51:18,805 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 00897c86f91f83b8348e150dfa782b25 2025-01-10T07:51:18,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=18 2025-01-10T07:51:18,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=18, state=SUCCESS; OpenRegionProcedure 7ca7ecf23d09b8189c43477827c9c74f, server=995f44e581cf,39451,1736495468459 in 461 msec 2025-01-10T07:51:18,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7ca7ecf23d09b8189c43477827c9c74f, ASSIGN in 681 msec 2025-01-10T07:51:18,822 INFO [StoreOpener-00897c86f91f83b8348e150dfa782b25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 00897c86f91f83b8348e150dfa782b25 2025-01-10T07:51:18,824 INFO [StoreOpener-00897c86f91f83b8348e150dfa782b25-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00897c86f91f83b8348e150dfa782b25 columnFamilyName f 2025-01-10T07:51:18,824 DEBUG [StoreOpener-00897c86f91f83b8348e150dfa782b25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,825 INFO [StoreOpener-00897c86f91f83b8348e150dfa782b25-1 {}] regionserver.HStore(327): Store=00897c86f91f83b8348e150dfa782b25/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,825 INFO [StoreOpener-00897c86f91f83b8348e150dfa782b25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 00897c86f91f83b8348e150dfa782b25 2025-01-10T07:51:18,829 INFO [StoreOpener-00897c86f91f83b8348e150dfa782b25-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00897c86f91f83b8348e150dfa782b25 columnFamilyName norep 2025-01-10T07:51:18,829 DEBUG [StoreOpener-00897c86f91f83b8348e150dfa782b25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,830 INFO [StoreOpener-00897c86f91f83b8348e150dfa782b25-1 {}] regionserver.HStore(327): Store=00897c86f91f83b8348e150dfa782b25/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,831 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/00897c86f91f83b8348e150dfa782b25 2025-01-10T07:51:18,831 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/00897c86f91f83b8348e150dfa782b25 2025-01-10T07:51:18,833 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:18,835 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 00897c86f91f83b8348e150dfa782b25 2025-01-10T07:51:18,848 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/00897c86f91f83b8348e150dfa782b25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:18,849 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 00897c86f91f83b8348e150dfa782b25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60623607, jitterRate=-0.09663785994052887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:18,849 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 00897c86f91f83b8348e150dfa782b25: 2025-01-10T07:51:18,850 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1736495476381.00897c86f91f83b8348e150dfa782b25., pid=60, masterSystemTime=1736495478447 2025-01-10T07:51:18,855 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1736495476381.00897c86f91f83b8348e150dfa782b25. 2025-01-10T07:51:18,855 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,ccc,1736495476381.00897c86f91f83b8348e150dfa782b25. 2025-01-10T07:51:18,855 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,yyy,1736495476381.91d1874e5812c19c00f294a69fcf0b23. 2025-01-10T07:51:18,855 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 91d1874e5812c19c00f294a69fcf0b23, NAME => 'test,yyy,1736495476381.91d1874e5812c19c00f294a69fcf0b23.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2025-01-10T07:51:18,856 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=00897c86f91f83b8348e150dfa782b25, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,856 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 91d1874e5812c19c00f294a69fcf0b23 2025-01-10T07:51:18,856 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,yyy,1736495476381.91d1874e5812c19c00f294a69fcf0b23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:18,856 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 91d1874e5812c19c00f294a69fcf0b23 2025-01-10T07:51:18,857 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 91d1874e5812c19c00f294a69fcf0b23 2025-01-10T07:51:18,862 INFO [StoreOpener-91d1874e5812c19c00f294a69fcf0b23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 91d1874e5812c19c00f294a69fcf0b23 2025-01-10T07:51:18,866 INFO [StoreOpener-91d1874e5812c19c00f294a69fcf0b23-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91d1874e5812c19c00f294a69fcf0b23 columnFamilyName f 2025-01-10T07:51:18,866 DEBUG [StoreOpener-91d1874e5812c19c00f294a69fcf0b23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=12 2025-01-10T07:51:18,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=12, state=SUCCESS; OpenRegionProcedure 00897c86f91f83b8348e150dfa782b25, server=995f44e581cf,39451,1736495468459 in 495 msec 2025-01-10T07:51:18,868 INFO [StoreOpener-91d1874e5812c19c00f294a69fcf0b23-1 {}] regionserver.HStore(327): Store=91d1874e5812c19c00f294a69fcf0b23/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,868 INFO [StoreOpener-91d1874e5812c19c00f294a69fcf0b23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 91d1874e5812c19c00f294a69fcf0b23 2025-01-10T07:51:18,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=00897c86f91f83b8348e150dfa782b25, ASSIGN in 736 msec 2025-01-10T07:51:18,875 INFO [StoreOpener-91d1874e5812c19c00f294a69fcf0b23-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91d1874e5812c19c00f294a69fcf0b23 columnFamilyName norep 2025-01-10T07:51:18,875 DEBUG [StoreOpener-91d1874e5812c19c00f294a69fcf0b23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,876 INFO [StoreOpener-91d1874e5812c19c00f294a69fcf0b23-1 {}] regionserver.HStore(327): Store=91d1874e5812c19c00f294a69fcf0b23/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,877 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/91d1874e5812c19c00f294a69fcf0b23 2025-01-10T07:51:18,878 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/91d1874e5812c19c00f294a69fcf0b23 2025-01-10T07:51:18,879 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:18,881 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 91d1874e5812c19c00f294a69fcf0b23 2025-01-10T07:51:18,884 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/91d1874e5812c19c00f294a69fcf0b23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:18,884 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 91d1874e5812c19c00f294a69fcf0b23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62181408, jitterRate=-0.0734248161315918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:18,884 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 91d1874e5812c19c00f294a69fcf0b23: 2025-01-10T07:51:18,885 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1736495476381.91d1874e5812c19c00f294a69fcf0b23., pid=45, masterSystemTime=1736495478447 2025-01-10T07:51:18,888 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1736495476381.91d1874e5812c19c00f294a69fcf0b23. 2025-01-10T07:51:18,888 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,yyy,1736495476381.91d1874e5812c19c00f294a69fcf0b23. 2025-01-10T07:51:18,888 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,ppp,1736495476381.0dc33e5ff9a6d9c08e06e962e2643321. 2025-01-10T07:51:18,888 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 0dc33e5ff9a6d9c08e06e962e2643321, NAME => 'test,ppp,1736495476381.0dc33e5ff9a6d9c08e06e962e2643321.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2025-01-10T07:51:18,889 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0dc33e5ff9a6d9c08e06e962e2643321 2025-01-10T07:51:18,889 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,ppp,1736495476381.0dc33e5ff9a6d9c08e06e962e2643321.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:18,889 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 0dc33e5ff9a6d9c08e06e962e2643321 2025-01-10T07:51:18,889 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 0dc33e5ff9a6d9c08e06e962e2643321 2025-01-10T07:51:18,890 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=91d1874e5812c19c00f294a69fcf0b23, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,891 INFO [StoreOpener-0dc33e5ff9a6d9c08e06e962e2643321-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0dc33e5ff9a6d9c08e06e962e2643321 2025-01-10T07:51:18,893 INFO [StoreOpener-0dc33e5ff9a6d9c08e06e962e2643321-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0dc33e5ff9a6d9c08e06e962e2643321 columnFamilyName f 2025-01-10T07:51:18,894 DEBUG [StoreOpener-0dc33e5ff9a6d9c08e06e962e2643321-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=34 2025-01-10T07:51:18,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=34, state=SUCCESS; OpenRegionProcedure 91d1874e5812c19c00f294a69fcf0b23, server=995f44e581cf,39451,1736495468459 in 576 msec 2025-01-10T07:51:18,895 INFO [StoreOpener-0dc33e5ff9a6d9c08e06e962e2643321-1 {}] regionserver.HStore(327): Store=0dc33e5ff9a6d9c08e06e962e2643321/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,895 INFO [StoreOpener-0dc33e5ff9a6d9c08e06e962e2643321-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0dc33e5ff9a6d9c08e06e962e2643321 2025-01-10T07:51:18,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=91d1874e5812c19c00f294a69fcf0b23, ASSIGN in 763 msec 2025-01-10T07:51:18,897 INFO [StoreOpener-0dc33e5ff9a6d9c08e06e962e2643321-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0dc33e5ff9a6d9c08e06e962e2643321 columnFamilyName norep 2025-01-10T07:51:18,897 DEBUG [StoreOpener-0dc33e5ff9a6d9c08e06e962e2643321-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,900 INFO [StoreOpener-0dc33e5ff9a6d9c08e06e962e2643321-1 {}] regionserver.HStore(327): Store=0dc33e5ff9a6d9c08e06e962e2643321/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,903 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/0dc33e5ff9a6d9c08e06e962e2643321 2025-01-10T07:51:18,903 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/0dc33e5ff9a6d9c08e06e962e2643321 2025-01-10T07:51:18,905 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:18,907 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 0dc33e5ff9a6d9c08e06e962e2643321 2025-01-10T07:51:18,915 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/0dc33e5ff9a6d9c08e06e962e2643321/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:18,915 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 0dc33e5ff9a6d9c08e06e962e2643321; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67727823, jitterRate=0.009223207831382751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:18,916 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 0dc33e5ff9a6d9c08e06e962e2643321: 2025-01-10T07:51:18,917 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1736495476381.0dc33e5ff9a6d9c08e06e962e2643321., pid=59, masterSystemTime=1736495478447 2025-01-10T07:51:18,919 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1736495476381.0dc33e5ff9a6d9c08e06e962e2643321. 2025-01-10T07:51:18,919 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,ppp,1736495476381.0dc33e5ff9a6d9c08e06e962e2643321. 2025-01-10T07:51:18,919 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,mmm,1736495476381.4c331bf5d2b2562f8bf20e285f052921. 2025-01-10T07:51:18,919 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 4c331bf5d2b2562f8bf20e285f052921, NAME => 'test,mmm,1736495476381.4c331bf5d2b2562f8bf20e285f052921.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2025-01-10T07:51:18,919 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=0dc33e5ff9a6d9c08e06e962e2643321, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,920 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4c331bf5d2b2562f8bf20e285f052921 2025-01-10T07:51:18,920 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,mmm,1736495476381.4c331bf5d2b2562f8bf20e285f052921.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:18,920 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 4c331bf5d2b2562f8bf20e285f052921 2025-01-10T07:51:18,920 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 4c331bf5d2b2562f8bf20e285f052921 2025-01-10T07:51:18,922 INFO [StoreOpener-4c331bf5d2b2562f8bf20e285f052921-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4c331bf5d2b2562f8bf20e285f052921 2025-01-10T07:51:18,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=25 2025-01-10T07:51:18,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=25, state=SUCCESS; OpenRegionProcedure 0dc33e5ff9a6d9c08e06e962e2643321, server=995f44e581cf,39451,1736495468459 in 554 msec 2025-01-10T07:51:18,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0dc33e5ff9a6d9c08e06e962e2643321, ASSIGN in 792 msec 2025-01-10T07:51:18,925 INFO [StoreOpener-4c331bf5d2b2562f8bf20e285f052921-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c331bf5d2b2562f8bf20e285f052921 columnFamilyName f 2025-01-10T07:51:18,925 DEBUG [StoreOpener-4c331bf5d2b2562f8bf20e285f052921-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,925 INFO [StoreOpener-4c331bf5d2b2562f8bf20e285f052921-1 {}] regionserver.HStore(327): Store=4c331bf5d2b2562f8bf20e285f052921/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,925 INFO [StoreOpener-4c331bf5d2b2562f8bf20e285f052921-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4c331bf5d2b2562f8bf20e285f052921 2025-01-10T07:51:18,927 INFO [StoreOpener-4c331bf5d2b2562f8bf20e285f052921-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c331bf5d2b2562f8bf20e285f052921 columnFamilyName norep 2025-01-10T07:51:18,927 DEBUG [StoreOpener-4c331bf5d2b2562f8bf20e285f052921-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,927 INFO [StoreOpener-4c331bf5d2b2562f8bf20e285f052921-1 {}] regionserver.HStore(327): Store=4c331bf5d2b2562f8bf20e285f052921/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,928 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/4c331bf5d2b2562f8bf20e285f052921 2025-01-10T07:51:18,929 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/4c331bf5d2b2562f8bf20e285f052921 2025-01-10T07:51:18,930 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:18,932 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 4c331bf5d2b2562f8bf20e285f052921 2025-01-10T07:51:18,946 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/4c331bf5d2b2562f8bf20e285f052921/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:18,946 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 4c331bf5d2b2562f8bf20e285f052921; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70989325, jitterRate=0.05782337486743927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:18,947 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 4c331bf5d2b2562f8bf20e285f052921: 2025-01-10T07:51:18,948 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1736495476381.4c331bf5d2b2562f8bf20e285f052921., pid=48, masterSystemTime=1736495478447 2025-01-10T07:51:18,950 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1736495476381.4c331bf5d2b2562f8bf20e285f052921. 2025-01-10T07:51:18,950 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,mmm,1736495476381.4c331bf5d2b2562f8bf20e285f052921. 2025-01-10T07:51:18,950 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,bbb,1736495476381.136371b96e395b20b4b098b9387f0003. 2025-01-10T07:51:18,950 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 136371b96e395b20b4b098b9387f0003, NAME => 'test,bbb,1736495476381.136371b96e395b20b4b098b9387f0003.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2025-01-10T07:51:18,951 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 136371b96e395b20b4b098b9387f0003 2025-01-10T07:51:18,951 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,bbb,1736495476381.136371b96e395b20b4b098b9387f0003.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:18,951 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 136371b96e395b20b4b098b9387f0003 2025-01-10T07:51:18,951 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 136371b96e395b20b4b098b9387f0003 2025-01-10T07:51:18,952 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=4c331bf5d2b2562f8bf20e285f052921, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,955 INFO [StoreOpener-136371b96e395b20b4b098b9387f0003-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 136371b96e395b20b4b098b9387f0003 2025-01-10T07:51:18,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=22 2025-01-10T07:51:18,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=22, state=SUCCESS; OpenRegionProcedure 4c331bf5d2b2562f8bf20e285f052921, server=995f44e581cf,39451,1736495468459 in 628 msec 2025-01-10T07:51:18,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4c331bf5d2b2562f8bf20e285f052921, ASSIGN in 826 msec 2025-01-10T07:51:18,963 INFO [StoreOpener-136371b96e395b20b4b098b9387f0003-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 136371b96e395b20b4b098b9387f0003 columnFamilyName f 2025-01-10T07:51:18,963 DEBUG [StoreOpener-136371b96e395b20b4b098b9387f0003-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,964 INFO [StoreOpener-136371b96e395b20b4b098b9387f0003-1 {}] regionserver.HStore(327): Store=136371b96e395b20b4b098b9387f0003/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,964 INFO [StoreOpener-136371b96e395b20b4b098b9387f0003-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 136371b96e395b20b4b098b9387f0003 2025-01-10T07:51:18,967 INFO [StoreOpener-136371b96e395b20b4b098b9387f0003-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 136371b96e395b20b4b098b9387f0003 columnFamilyName norep 2025-01-10T07:51:18,967 DEBUG [StoreOpener-136371b96e395b20b4b098b9387f0003-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,969 INFO [StoreOpener-136371b96e395b20b4b098b9387f0003-1 {}] regionserver.HStore(327): Store=136371b96e395b20b4b098b9387f0003/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,970 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/136371b96e395b20b4b098b9387f0003 2025-01-10T07:51:18,971 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/136371b96e395b20b4b098b9387f0003 2025-01-10T07:51:18,973 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:18,974 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 136371b96e395b20b4b098b9387f0003 2025-01-10T07:51:18,978 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/136371b96e395b20b4b098b9387f0003/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:18,979 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 136371b96e395b20b4b098b9387f0003; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61787191, jitterRate=-0.07929910719394684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:18,979 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 136371b96e395b20b4b098b9387f0003: 2025-01-10T07:51:18,980 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1736495476381.136371b96e395b20b4b098b9387f0003., pid=56, masterSystemTime=1736495478447 2025-01-10T07:51:18,982 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1736495476381.136371b96e395b20b4b098b9387f0003. 2025-01-10T07:51:18,983 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,bbb,1736495476381.136371b96e395b20b4b098b9387f0003. 2025-01-10T07:51:18,983 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,fff,1736495476381.7b0672af40d5946ba5bb0a50b93aadfd. 2025-01-10T07:51:18,983 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 7b0672af40d5946ba5bb0a50b93aadfd, NAME => 'test,fff,1736495476381.7b0672af40d5946ba5bb0a50b93aadfd.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2025-01-10T07:51:18,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=136371b96e395b20b4b098b9387f0003, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:18,983 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7b0672af40d5946ba5bb0a50b93aadfd 2025-01-10T07:51:18,983 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,fff,1736495476381.7b0672af40d5946ba5bb0a50b93aadfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:18,983 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 7b0672af40d5946ba5bb0a50b93aadfd 2025-01-10T07:51:18,984 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 7b0672af40d5946ba5bb0a50b93aadfd 2025-01-10T07:51:18,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=11 2025-01-10T07:51:18,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=11, state=SUCCESS; OpenRegionProcedure 136371b96e395b20b4b098b9387f0003, server=995f44e581cf,39451,1736495468459 in 638 msec 2025-01-10T07:51:18,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=136371b96e395b20b4b098b9387f0003, ASSIGN in 858 msec 2025-01-10T07:51:18,994 INFO [StoreOpener-7b0672af40d5946ba5bb0a50b93aadfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7b0672af40d5946ba5bb0a50b93aadfd 2025-01-10T07:51:18,996 INFO [StoreOpener-7b0672af40d5946ba5bb0a50b93aadfd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b0672af40d5946ba5bb0a50b93aadfd columnFamilyName f 2025-01-10T07:51:18,996 DEBUG [StoreOpener-7b0672af40d5946ba5bb0a50b93aadfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,996 INFO [StoreOpener-7b0672af40d5946ba5bb0a50b93aadfd-1 {}] regionserver.HStore(327): Store=7b0672af40d5946ba5bb0a50b93aadfd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,997 INFO [StoreOpener-7b0672af40d5946ba5bb0a50b93aadfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7b0672af40d5946ba5bb0a50b93aadfd 2025-01-10T07:51:18,998 INFO [StoreOpener-7b0672af40d5946ba5bb0a50b93aadfd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b0672af40d5946ba5bb0a50b93aadfd columnFamilyName norep 2025-01-10T07:51:18,998 DEBUG [StoreOpener-7b0672af40d5946ba5bb0a50b93aadfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:18,998 INFO [StoreOpener-7b0672af40d5946ba5bb0a50b93aadfd-1 {}] regionserver.HStore(327): Store=7b0672af40d5946ba5bb0a50b93aadfd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:18,999 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/7b0672af40d5946ba5bb0a50b93aadfd 2025-01-10T07:51:18,999 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/7b0672af40d5946ba5bb0a50b93aadfd 2025-01-10T07:51:19,003 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:19,005 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 7b0672af40d5946ba5bb0a50b93aadfd 2025-01-10T07:51:19,010 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/7b0672af40d5946ba5bb0a50b93aadfd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:19,011 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 7b0672af40d5946ba5bb0a50b93aadfd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71750276, jitterRate=0.06916242837905884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:19,011 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 7b0672af40d5946ba5bb0a50b93aadfd: 2025-01-10T07:51:19,012 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1736495476381.7b0672af40d5946ba5bb0a50b93aadfd., pid=58, masterSystemTime=1736495478447 2025-01-10T07:51:19,014 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1736495476381.7b0672af40d5946ba5bb0a50b93aadfd. 2025-01-10T07:51:19,014 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,fff,1736495476381.7b0672af40d5946ba5bb0a50b93aadfd. 2025-01-10T07:51:19,014 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,rrr,1736495476381.ddb590fba1907136a47db8720d44214f. 2025-01-10T07:51:19,014 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => ddb590fba1907136a47db8720d44214f, NAME => 'test,rrr,1736495476381.ddb590fba1907136a47db8720d44214f.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2025-01-10T07:51:19,014 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=7b0672af40d5946ba5bb0a50b93aadfd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:19,015 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ddb590fba1907136a47db8720d44214f 2025-01-10T07:51:19,015 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,rrr,1736495476381.ddb590fba1907136a47db8720d44214f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:19,015 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for ddb590fba1907136a47db8720d44214f 2025-01-10T07:51:19,015 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for ddb590fba1907136a47db8720d44214f 2025-01-10T07:51:19,017 INFO [StoreOpener-ddb590fba1907136a47db8720d44214f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ddb590fba1907136a47db8720d44214f 2025-01-10T07:51:19,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=15 2025-01-10T07:51:19,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=15, state=SUCCESS; OpenRegionProcedure 7b0672af40d5946ba5bb0a50b93aadfd, server=995f44e581cf,39451,1736495468459 in 661 msec 2025-01-10T07:51:19,019 INFO [StoreOpener-ddb590fba1907136a47db8720d44214f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddb590fba1907136a47db8720d44214f columnFamilyName f 2025-01-10T07:51:19,019 DEBUG [StoreOpener-ddb590fba1907136a47db8720d44214f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:19,020 INFO [StoreOpener-ddb590fba1907136a47db8720d44214f-1 {}] regionserver.HStore(327): Store=ddb590fba1907136a47db8720d44214f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:19,020 INFO [StoreOpener-ddb590fba1907136a47db8720d44214f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ddb590fba1907136a47db8720d44214f 2025-01-10T07:51:19,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7b0672af40d5946ba5bb0a50b93aadfd, ASSIGN in 888 msec 2025-01-10T07:51:19,021 INFO [StoreOpener-ddb590fba1907136a47db8720d44214f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddb590fba1907136a47db8720d44214f columnFamilyName norep 2025-01-10T07:51:19,022 DEBUG [StoreOpener-ddb590fba1907136a47db8720d44214f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:19,022 INFO [StoreOpener-ddb590fba1907136a47db8720d44214f-1 {}] regionserver.HStore(327): Store=ddb590fba1907136a47db8720d44214f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:19,023 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/ddb590fba1907136a47db8720d44214f 2025-01-10T07:51:19,024 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/ddb590fba1907136a47db8720d44214f 2025-01-10T07:51:19,025 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:19,027 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for ddb590fba1907136a47db8720d44214f 2025-01-10T07:51:19,030 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/ddb590fba1907136a47db8720d44214f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:19,031 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened ddb590fba1907136a47db8720d44214f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66123703, jitterRate=-0.014680042862892151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:19,031 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for ddb590fba1907136a47db8720d44214f: 2025-01-10T07:51:19,032 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1736495476381.ddb590fba1907136a47db8720d44214f., pid=37, masterSystemTime=1736495478447 2025-01-10T07:51:19,035 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1736495476381.ddb590fba1907136a47db8720d44214f. 2025-01-10T07:51:19,035 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,rrr,1736495476381.ddb590fba1907136a47db8720d44214f. 2025-01-10T07:51:19,035 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,uuu,1736495476381.b3de921de2a3f8b62a65296d6029c96f. 2025-01-10T07:51:19,035 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=ddb590fba1907136a47db8720d44214f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:19,036 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => b3de921de2a3f8b62a65296d6029c96f, NAME => 'test,uuu,1736495476381.b3de921de2a3f8b62a65296d6029c96f.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2025-01-10T07:51:19,036 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b3de921de2a3f8b62a65296d6029c96f 2025-01-10T07:51:19,037 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,uuu,1736495476381.b3de921de2a3f8b62a65296d6029c96f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:19,037 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for b3de921de2a3f8b62a65296d6029c96f 2025-01-10T07:51:19,037 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for b3de921de2a3f8b62a65296d6029c96f 2025-01-10T07:51:19,039 INFO [StoreOpener-b3de921de2a3f8b62a65296d6029c96f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b3de921de2a3f8b62a65296d6029c96f 2025-01-10T07:51:19,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=27 2025-01-10T07:51:19,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=27, state=SUCCESS; OpenRegionProcedure ddb590fba1907136a47db8720d44214f, server=995f44e581cf,39451,1736495468459 in 745 msec 2025-01-10T07:51:19,041 INFO [StoreOpener-b3de921de2a3f8b62a65296d6029c96f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3de921de2a3f8b62a65296d6029c96f columnFamilyName f 2025-01-10T07:51:19,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ddb590fba1907136a47db8720d44214f, ASSIGN in 909 msec 2025-01-10T07:51:19,041 DEBUG [StoreOpener-b3de921de2a3f8b62a65296d6029c96f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:19,042 INFO [StoreOpener-b3de921de2a3f8b62a65296d6029c96f-1 {}] regionserver.HStore(327): Store=b3de921de2a3f8b62a65296d6029c96f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:19,042 INFO [StoreOpener-b3de921de2a3f8b62a65296d6029c96f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b3de921de2a3f8b62a65296d6029c96f 2025-01-10T07:51:19,044 INFO [StoreOpener-b3de921de2a3f8b62a65296d6029c96f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3de921de2a3f8b62a65296d6029c96f columnFamilyName norep 2025-01-10T07:51:19,044 DEBUG [StoreOpener-b3de921de2a3f8b62a65296d6029c96f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:19,045 INFO [StoreOpener-b3de921de2a3f8b62a65296d6029c96f-1 {}] regionserver.HStore(327): Store=b3de921de2a3f8b62a65296d6029c96f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:19,046 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/b3de921de2a3f8b62a65296d6029c96f 2025-01-10T07:51:19,046 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/b3de921de2a3f8b62a65296d6029c96f 2025-01-10T07:51:19,048 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:19,049 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for b3de921de2a3f8b62a65296d6029c96f 2025-01-10T07:51:19,052 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/b3de921de2a3f8b62a65296d6029c96f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:19,053 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened b3de921de2a3f8b62a65296d6029c96f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65161403, jitterRate=-0.02901943027973175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:19,053 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for b3de921de2a3f8b62a65296d6029c96f: 2025-01-10T07:51:19,054 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1736495476381.b3de921de2a3f8b62a65296d6029c96f., pid=46, masterSystemTime=1736495478447 2025-01-10T07:51:19,060 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=b3de921de2a3f8b62a65296d6029c96f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:19,062 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1736495476381.b3de921de2a3f8b62a65296d6029c96f. 2025-01-10T07:51:19,062 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,uuu,1736495476381.b3de921de2a3f8b62a65296d6029c96f. 2025-01-10T07:51:19,062 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,xxx,1736495476381.3e988152694c08143d1cede25888612d. 2025-01-10T07:51:19,062 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 3e988152694c08143d1cede25888612d, NAME => 'test,xxx,1736495476381.3e988152694c08143d1cede25888612d.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2025-01-10T07:51:19,063 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3e988152694c08143d1cede25888612d 2025-01-10T07:51:19,063 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,xxx,1736495476381.3e988152694c08143d1cede25888612d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:19,063 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 3e988152694c08143d1cede25888612d 2025-01-10T07:51:19,063 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 3e988152694c08143d1cede25888612d 2025-01-10T07:51:19,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=30 2025-01-10T07:51:19,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=30, state=SUCCESS; OpenRegionProcedure b3de921de2a3f8b62a65296d6029c96f, server=995f44e581cf,39451,1736495468459 in 745 msec 2025-01-10T07:51:19,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b3de921de2a3f8b62a65296d6029c96f, ASSIGN in 934 msec 2025-01-10T07:51:19,070 INFO [StoreOpener-3e988152694c08143d1cede25888612d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3e988152694c08143d1cede25888612d 2025-01-10T07:51:19,082 INFO [StoreOpener-3e988152694c08143d1cede25888612d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e988152694c08143d1cede25888612d columnFamilyName f 2025-01-10T07:51:19,082 DEBUG [StoreOpener-3e988152694c08143d1cede25888612d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:19,083 INFO [StoreOpener-3e988152694c08143d1cede25888612d-1 {}] regionserver.HStore(327): Store=3e988152694c08143d1cede25888612d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:19,083 INFO [StoreOpener-3e988152694c08143d1cede25888612d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3e988152694c08143d1cede25888612d 2025-01-10T07:51:19,085 INFO [StoreOpener-3e988152694c08143d1cede25888612d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e988152694c08143d1cede25888612d columnFamilyName norep 2025-01-10T07:51:19,085 DEBUG [StoreOpener-3e988152694c08143d1cede25888612d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:19,085 INFO [StoreOpener-3e988152694c08143d1cede25888612d-1 {}] regionserver.HStore(327): Store=3e988152694c08143d1cede25888612d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:19,090 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/3e988152694c08143d1cede25888612d 2025-01-10T07:51:19,091 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/3e988152694c08143d1cede25888612d 2025-01-10T07:51:19,099 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:19,101 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 3e988152694c08143d1cede25888612d 2025-01-10T07:51:19,122 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/3e988152694c08143d1cede25888612d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:19,123 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 3e988152694c08143d1cede25888612d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75340528, jitterRate=0.12266135215759277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:19,123 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 3e988152694c08143d1cede25888612d: 2025-01-10T07:51:19,126 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1736495476381.3e988152694c08143d1cede25888612d., pid=47, masterSystemTime=1736495478447 2025-01-10T07:51:19,132 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1736495476381.3e988152694c08143d1cede25888612d. 2025-01-10T07:51:19,132 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,xxx,1736495476381.3e988152694c08143d1cede25888612d. 2025-01-10T07:51:19,132 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,nnn,1736495476381.336c593892bdfb8d4538d80e8b58e5c8. 2025-01-10T07:51:19,132 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=3e988152694c08143d1cede25888612d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:19,132 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 336c593892bdfb8d4538d80e8b58e5c8, NAME => 'test,nnn,1736495476381.336c593892bdfb8d4538d80e8b58e5c8.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2025-01-10T07:51:19,133 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 336c593892bdfb8d4538d80e8b58e5c8 2025-01-10T07:51:19,133 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,nnn,1736495476381.336c593892bdfb8d4538d80e8b58e5c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:19,133 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 336c593892bdfb8d4538d80e8b58e5c8 2025-01-10T07:51:19,133 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 336c593892bdfb8d4538d80e8b58e5c8 2025-01-10T07:51:19,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=33 2025-01-10T07:51:19,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=33, state=SUCCESS; OpenRegionProcedure 3e988152694c08143d1cede25888612d, server=995f44e581cf,39451,1736495468459 in 813 msec 2025-01-10T07:51:19,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3e988152694c08143d1cede25888612d, ASSIGN in 1.0060 sec 2025-01-10T07:51:19,142 INFO [StoreOpener-336c593892bdfb8d4538d80e8b58e5c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 336c593892bdfb8d4538d80e8b58e5c8 2025-01-10T07:51:19,150 INFO [StoreOpener-336c593892bdfb8d4538d80e8b58e5c8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 336c593892bdfb8d4538d80e8b58e5c8 columnFamilyName f 2025-01-10T07:51:19,151 DEBUG [StoreOpener-336c593892bdfb8d4538d80e8b58e5c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:19,158 INFO [StoreOpener-336c593892bdfb8d4538d80e8b58e5c8-1 {}] regionserver.HStore(327): Store=336c593892bdfb8d4538d80e8b58e5c8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:19,158 INFO [StoreOpener-336c593892bdfb8d4538d80e8b58e5c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 336c593892bdfb8d4538d80e8b58e5c8 2025-01-10T07:51:19,166 INFO [StoreOpener-336c593892bdfb8d4538d80e8b58e5c8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 336c593892bdfb8d4538d80e8b58e5c8 columnFamilyName norep 2025-01-10T07:51:19,167 DEBUG [StoreOpener-336c593892bdfb8d4538d80e8b58e5c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:19,170 INFO [StoreOpener-336c593892bdfb8d4538d80e8b58e5c8-1 {}] regionserver.HStore(327): Store=336c593892bdfb8d4538d80e8b58e5c8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:19,171 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/336c593892bdfb8d4538d80e8b58e5c8 2025-01-10T07:51:19,172 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/336c593892bdfb8d4538d80e8b58e5c8 2025-01-10T07:51:19,173 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:19,175 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 336c593892bdfb8d4538d80e8b58e5c8 2025-01-10T07:51:19,186 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/336c593892bdfb8d4538d80e8b58e5c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:19,187 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 336c593892bdfb8d4538d80e8b58e5c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65641564, jitterRate=-0.021864473819732666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:19,187 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 336c593892bdfb8d4538d80e8b58e5c8: 2025-01-10T07:51:19,189 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1736495476381.336c593892bdfb8d4538d80e8b58e5c8., pid=41, masterSystemTime=1736495478447 2025-01-10T07:51:19,201 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1736495476381.336c593892bdfb8d4538d80e8b58e5c8. 2025-01-10T07:51:19,202 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,nnn,1736495476381.336c593892bdfb8d4538d80e8b58e5c8. 2025-01-10T07:51:19,202 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,ddd,1736495476381.33ca56f30ab772d4c50b48c16ae54b90. 2025-01-10T07:51:19,202 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 33ca56f30ab772d4c50b48c16ae54b90, NAME => 'test,ddd,1736495476381.33ca56f30ab772d4c50b48c16ae54b90.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2025-01-10T07:51:19,202 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 33ca56f30ab772d4c50b48c16ae54b90 2025-01-10T07:51:19,202 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,ddd,1736495476381.33ca56f30ab772d4c50b48c16ae54b90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:19,203 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 33ca56f30ab772d4c50b48c16ae54b90 2025-01-10T07:51:19,203 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 33ca56f30ab772d4c50b48c16ae54b90 2025-01-10T07:51:19,210 INFO [StoreOpener-33ca56f30ab772d4c50b48c16ae54b90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 33ca56f30ab772d4c50b48c16ae54b90 2025-01-10T07:51:19,210 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=336c593892bdfb8d4538d80e8b58e5c8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:19,214 INFO [StoreOpener-33ca56f30ab772d4c50b48c16ae54b90-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33ca56f30ab772d4c50b48c16ae54b90 columnFamilyName f 2025-01-10T07:51:19,214 DEBUG [StoreOpener-33ca56f30ab772d4c50b48c16ae54b90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:19,218 INFO [StoreOpener-33ca56f30ab772d4c50b48c16ae54b90-1 {}] regionserver.HStore(327): Store=33ca56f30ab772d4c50b48c16ae54b90/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:19,219 INFO [StoreOpener-33ca56f30ab772d4c50b48c16ae54b90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 33ca56f30ab772d4c50b48c16ae54b90 2025-01-10T07:51:19,220 INFO [StoreOpener-33ca56f30ab772d4c50b48c16ae54b90-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33ca56f30ab772d4c50b48c16ae54b90 columnFamilyName norep 2025-01-10T07:51:19,221 DEBUG [StoreOpener-33ca56f30ab772d4c50b48c16ae54b90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:19,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=23 2025-01-10T07:51:19,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=23, state=SUCCESS; OpenRegionProcedure 336c593892bdfb8d4538d80e8b58e5c8, server=995f44e581cf,39451,1736495468459 in 917 msec 2025-01-10T07:51:19,227 INFO [StoreOpener-33ca56f30ab772d4c50b48c16ae54b90-1 {}] regionserver.HStore(327): Store=33ca56f30ab772d4c50b48c16ae54b90/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:19,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=336c593892bdfb8d4538d80e8b58e5c8, ASSIGN in 1.0950 sec 2025-01-10T07:51:19,229 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/33ca56f30ab772d4c50b48c16ae54b90 2025-01-10T07:51:19,230 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/33ca56f30ab772d4c50b48c16ae54b90 2025-01-10T07:51:19,231 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:19,233 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 33ca56f30ab772d4c50b48c16ae54b90 2025-01-10T07:51:19,236 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/33ca56f30ab772d4c50b48c16ae54b90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:19,236 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 33ca56f30ab772d4c50b48c16ae54b90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74138541, jitterRate=0.10475035011768341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:19,236 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 33ca56f30ab772d4c50b48c16ae54b90: 2025-01-10T07:51:19,237 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1736495476381.33ca56f30ab772d4c50b48c16ae54b90., pid=42, masterSystemTime=1736495478447 2025-01-10T07:51:19,246 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=33ca56f30ab772d4c50b48c16ae54b90, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:19,249 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1736495476381.33ca56f30ab772d4c50b48c16ae54b90. 2025-01-10T07:51:19,249 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,ddd,1736495476381.33ca56f30ab772d4c50b48c16ae54b90. 2025-01-10T07:51:19,249 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,sss,1736495476381.b36213d59499a3b0b22d91dad33f9caa. 2025-01-10T07:51:19,249 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => b36213d59499a3b0b22d91dad33f9caa, NAME => 'test,sss,1736495476381.b36213d59499a3b0b22d91dad33f9caa.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2025-01-10T07:51:19,249 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b36213d59499a3b0b22d91dad33f9caa 2025-01-10T07:51:19,249 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,sss,1736495476381.b36213d59499a3b0b22d91dad33f9caa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:19,250 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for b36213d59499a3b0b22d91dad33f9caa 2025-01-10T07:51:19,250 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for b36213d59499a3b0b22d91dad33f9caa 2025-01-10T07:51:19,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=13 2025-01-10T07:51:19,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=13, state=SUCCESS; OpenRegionProcedure 33ca56f30ab772d4c50b48c16ae54b90, server=995f44e581cf,39451,1736495468459 in 941 msec 2025-01-10T07:51:19,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=33ca56f30ab772d4c50b48c16ae54b90, ASSIGN in 1.1210 sec 2025-01-10T07:51:19,258 INFO [StoreOpener-b36213d59499a3b0b22d91dad33f9caa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b36213d59499a3b0b22d91dad33f9caa 2025-01-10T07:51:19,262 INFO [StoreOpener-b36213d59499a3b0b22d91dad33f9caa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b36213d59499a3b0b22d91dad33f9caa columnFamilyName f 2025-01-10T07:51:19,263 DEBUG [StoreOpener-b36213d59499a3b0b22d91dad33f9caa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:19,263 INFO [StoreOpener-b36213d59499a3b0b22d91dad33f9caa-1 {}] regionserver.HStore(327): Store=b36213d59499a3b0b22d91dad33f9caa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:19,263 INFO [StoreOpener-b36213d59499a3b0b22d91dad33f9caa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b36213d59499a3b0b22d91dad33f9caa 2025-01-10T07:51:19,265 INFO [StoreOpener-b36213d59499a3b0b22d91dad33f9caa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b36213d59499a3b0b22d91dad33f9caa columnFamilyName norep 2025-01-10T07:51:19,265 DEBUG [StoreOpener-b36213d59499a3b0b22d91dad33f9caa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:19,266 INFO [StoreOpener-b36213d59499a3b0b22d91dad33f9caa-1 {}] regionserver.HStore(327): Store=b36213d59499a3b0b22d91dad33f9caa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:19,270 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/b36213d59499a3b0b22d91dad33f9caa 2025-01-10T07:51:19,271 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/b36213d59499a3b0b22d91dad33f9caa 2025-01-10T07:51:19,272 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:19,274 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for b36213d59499a3b0b22d91dad33f9caa 2025-01-10T07:51:19,282 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/b36213d59499a3b0b22d91dad33f9caa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:19,283 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened b36213d59499a3b0b22d91dad33f9caa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68745361, jitterRate=0.024385705590248108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:19,283 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for b36213d59499a3b0b22d91dad33f9caa: 2025-01-10T07:51:19,284 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1736495476381.b36213d59499a3b0b22d91dad33f9caa., pid=57, masterSystemTime=1736495478447 2025-01-10T07:51:19,286 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1736495476381.b36213d59499a3b0b22d91dad33f9caa. 2025-01-10T07:51:19,286 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,sss,1736495476381.b36213d59499a3b0b22d91dad33f9caa. 2025-01-10T07:51:19,287 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,vvv,1736495476381.b4b76d59417c7c594e685b6b7f5ea043. 2025-01-10T07:51:19,287 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => b4b76d59417c7c594e685b6b7f5ea043, NAME => 'test,vvv,1736495476381.b4b76d59417c7c594e685b6b7f5ea043.', STARTKEY => 'vvv', ENDKEY => 'www'} 2025-01-10T07:51:19,287 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b4b76d59417c7c594e685b6b7f5ea043 2025-01-10T07:51:19,287 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,vvv,1736495476381.b4b76d59417c7c594e685b6b7f5ea043.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:19,287 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for b4b76d59417c7c594e685b6b7f5ea043 2025-01-10T07:51:19,287 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for b4b76d59417c7c594e685b6b7f5ea043 2025-01-10T07:51:19,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=b36213d59499a3b0b22d91dad33f9caa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:19,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=28 2025-01-10T07:51:19,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=28, state=SUCCESS; OpenRegionProcedure b36213d59499a3b0b22d91dad33f9caa, server=995f44e581cf,39451,1736495468459 in 937 msec 2025-01-10T07:51:19,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b36213d59499a3b0b22d91dad33f9caa, ASSIGN in 1.1620 sec 2025-01-10T07:51:19,298 INFO [StoreOpener-b4b76d59417c7c594e685b6b7f5ea043-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b4b76d59417c7c594e685b6b7f5ea043 2025-01-10T07:51:19,300 INFO [StoreOpener-b4b76d59417c7c594e685b6b7f5ea043-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4b76d59417c7c594e685b6b7f5ea043 columnFamilyName f 2025-01-10T07:51:19,300 DEBUG [StoreOpener-b4b76d59417c7c594e685b6b7f5ea043-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:19,302 INFO [StoreOpener-b4b76d59417c7c594e685b6b7f5ea043-1 {}] regionserver.HStore(327): Store=b4b76d59417c7c594e685b6b7f5ea043/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:19,302 INFO [StoreOpener-b4b76d59417c7c594e685b6b7f5ea043-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b4b76d59417c7c594e685b6b7f5ea043 2025-01-10T07:51:19,304 INFO [StoreOpener-b4b76d59417c7c594e685b6b7f5ea043-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4b76d59417c7c594e685b6b7f5ea043 columnFamilyName norep 2025-01-10T07:51:19,304 DEBUG [StoreOpener-b4b76d59417c7c594e685b6b7f5ea043-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:19,304 INFO [StoreOpener-b4b76d59417c7c594e685b6b7f5ea043-1 {}] regionserver.HStore(327): Store=b4b76d59417c7c594e685b6b7f5ea043/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:19,306 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/b4b76d59417c7c594e685b6b7f5ea043 2025-01-10T07:51:19,310 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/b4b76d59417c7c594e685b6b7f5ea043 2025-01-10T07:51:19,319 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:19,326 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for b4b76d59417c7c594e685b6b7f5ea043 2025-01-10T07:51:19,344 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/b4b76d59417c7c594e685b6b7f5ea043/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:19,345 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened b4b76d59417c7c594e685b6b7f5ea043; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61085589, jitterRate=-0.08975379168987274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:19,345 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for b4b76d59417c7c594e685b6b7f5ea043: 2025-01-10T07:51:19,350 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1736495476381.b4b76d59417c7c594e685b6b7f5ea043., pid=38, masterSystemTime=1736495478447 2025-01-10T07:51:19,353 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1736495476381.b4b76d59417c7c594e685b6b7f5ea043. 2025-01-10T07:51:19,354 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=b4b76d59417c7c594e685b6b7f5ea043, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:19,355 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,vvv,1736495476381.b4b76d59417c7c594e685b6b7f5ea043. 2025-01-10T07:51:19,355 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,qqq,1736495476381.49d710add7c4316cf2499c356c601ad5. 2025-01-10T07:51:19,355 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 49d710add7c4316cf2499c356c601ad5, NAME => 'test,qqq,1736495476381.49d710add7c4316cf2499c356c601ad5.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2025-01-10T07:51:19,355 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 49d710add7c4316cf2499c356c601ad5 2025-01-10T07:51:19,356 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,qqq,1736495476381.49d710add7c4316cf2499c356c601ad5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:19,356 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 49d710add7c4316cf2499c356c601ad5 2025-01-10T07:51:19,356 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 49d710add7c4316cf2499c356c601ad5 2025-01-10T07:51:19,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=31 2025-01-10T07:51:19,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=31, state=SUCCESS; OpenRegionProcedure b4b76d59417c7c594e685b6b7f5ea043, server=995f44e581cf,39451,1736495468459 in 1.0640 sec 2025-01-10T07:51:19,361 INFO [StoreOpener-49d710add7c4316cf2499c356c601ad5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 49d710add7c4316cf2499c356c601ad5 2025-01-10T07:51:19,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b4b76d59417c7c594e685b6b7f5ea043, ASSIGN in 1.2300 sec 2025-01-10T07:51:19,364 INFO [StoreOpener-49d710add7c4316cf2499c356c601ad5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49d710add7c4316cf2499c356c601ad5 columnFamilyName f 2025-01-10T07:51:19,365 DEBUG [StoreOpener-49d710add7c4316cf2499c356c601ad5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:19,365 INFO [StoreOpener-49d710add7c4316cf2499c356c601ad5-1 {}] regionserver.HStore(327): Store=49d710add7c4316cf2499c356c601ad5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:19,365 INFO [StoreOpener-49d710add7c4316cf2499c356c601ad5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 49d710add7c4316cf2499c356c601ad5 2025-01-10T07:51:19,367 INFO [StoreOpener-49d710add7c4316cf2499c356c601ad5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49d710add7c4316cf2499c356c601ad5 columnFamilyName norep 2025-01-10T07:51:19,367 DEBUG [StoreOpener-49d710add7c4316cf2499c356c601ad5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:19,368 INFO [StoreOpener-49d710add7c4316cf2499c356c601ad5-1 {}] regionserver.HStore(327): Store=49d710add7c4316cf2499c356c601ad5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:19,369 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/49d710add7c4316cf2499c356c601ad5 2025-01-10T07:51:19,369 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/49d710add7c4316cf2499c356c601ad5 2025-01-10T07:51:19,377 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:19,382 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 49d710add7c4316cf2499c356c601ad5 2025-01-10T07:51:19,385 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/49d710add7c4316cf2499c356c601ad5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:19,386 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 49d710add7c4316cf2499c356c601ad5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70368312, jitterRate=0.048569560050964355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:19,386 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 49d710add7c4316cf2499c356c601ad5: 2025-01-10T07:51:19,387 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1736495476381.49d710add7c4316cf2499c356c601ad5., pid=39, masterSystemTime=1736495478447 2025-01-10T07:51:19,392 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=49d710add7c4316cf2499c356c601ad5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:19,393 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1736495476381.49d710add7c4316cf2499c356c601ad5. 2025-01-10T07:51:19,393 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,qqq,1736495476381.49d710add7c4316cf2499c356c601ad5. 2025-01-10T07:51:19,393 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,ttt,1736495476381.7f2e2b8364457920d23362ed07fb3831. 2025-01-10T07:51:19,393 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 7f2e2b8364457920d23362ed07fb3831, NAME => 'test,ttt,1736495476381.7f2e2b8364457920d23362ed07fb3831.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2025-01-10T07:51:19,394 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7f2e2b8364457920d23362ed07fb3831 2025-01-10T07:51:19,394 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,ttt,1736495476381.7f2e2b8364457920d23362ed07fb3831.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:19,394 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 7f2e2b8364457920d23362ed07fb3831 2025-01-10T07:51:19,394 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 7f2e2b8364457920d23362ed07fb3831 2025-01-10T07:51:19,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=26 2025-01-10T07:51:19,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=26, state=SUCCESS; OpenRegionProcedure 49d710add7c4316cf2499c356c601ad5, server=995f44e581cf,39451,1736495468459 in 1.1000 sec 2025-01-10T07:51:19,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=49d710add7c4316cf2499c356c601ad5, ASSIGN in 1.2670 sec 2025-01-10T07:51:19,406 INFO [StoreOpener-7f2e2b8364457920d23362ed07fb3831-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7f2e2b8364457920d23362ed07fb3831 2025-01-10T07:51:19,408 INFO [StoreOpener-7f2e2b8364457920d23362ed07fb3831-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f2e2b8364457920d23362ed07fb3831 columnFamilyName f 2025-01-10T07:51:19,408 DEBUG [StoreOpener-7f2e2b8364457920d23362ed07fb3831-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:19,409 INFO [StoreOpener-7f2e2b8364457920d23362ed07fb3831-1 {}] regionserver.HStore(327): Store=7f2e2b8364457920d23362ed07fb3831/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:19,410 INFO [StoreOpener-7f2e2b8364457920d23362ed07fb3831-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7f2e2b8364457920d23362ed07fb3831 2025-01-10T07:51:19,411 INFO [StoreOpener-7f2e2b8364457920d23362ed07fb3831-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f2e2b8364457920d23362ed07fb3831 columnFamilyName norep 2025-01-10T07:51:19,411 DEBUG [StoreOpener-7f2e2b8364457920d23362ed07fb3831-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:19,412 INFO [StoreOpener-7f2e2b8364457920d23362ed07fb3831-1 {}] regionserver.HStore(327): Store=7f2e2b8364457920d23362ed07fb3831/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:19,416 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/7f2e2b8364457920d23362ed07fb3831 2025-01-10T07:51:19,416 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/7f2e2b8364457920d23362ed07fb3831 2025-01-10T07:51:19,418 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:19,419 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 7f2e2b8364457920d23362ed07fb3831 2025-01-10T07:51:19,430 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/7f2e2b8364457920d23362ed07fb3831/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:19,431 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 7f2e2b8364457920d23362ed07fb3831; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65319734, jitterRate=-0.026660114526748657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:19,431 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 7f2e2b8364457920d23362ed07fb3831: 2025-01-10T07:51:19,432 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1736495476381.7f2e2b8364457920d23362ed07fb3831., pid=52, masterSystemTime=1736495478447 2025-01-10T07:51:19,435 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1736495476381.7f2e2b8364457920d23362ed07fb3831. 2025-01-10T07:51:19,435 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,ttt,1736495476381.7f2e2b8364457920d23362ed07fb3831. 2025-01-10T07:51:19,435 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,www,1736495476381.051977dbfa7ccd61aa0f83460f781ceb. 2025-01-10T07:51:19,435 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 051977dbfa7ccd61aa0f83460f781ceb, NAME => 'test,www,1736495476381.051977dbfa7ccd61aa0f83460f781ceb.', STARTKEY => 'www', ENDKEY => 'xxx'} 2025-01-10T07:51:19,435 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 051977dbfa7ccd61aa0f83460f781ceb 2025-01-10T07:51:19,436 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,www,1736495476381.051977dbfa7ccd61aa0f83460f781ceb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:19,436 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 051977dbfa7ccd61aa0f83460f781ceb 2025-01-10T07:51:19,436 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 051977dbfa7ccd61aa0f83460f781ceb 2025-01-10T07:51:19,436 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=7f2e2b8364457920d23362ed07fb3831, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:19,438 INFO [StoreOpener-051977dbfa7ccd61aa0f83460f781ceb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 051977dbfa7ccd61aa0f83460f781ceb 2025-01-10T07:51:19,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=29 2025-01-10T07:51:19,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=29, state=SUCCESS; OpenRegionProcedure 7f2e2b8364457920d23362ed07fb3831, server=995f44e581cf,39451,1736495468459 in 1.1010 sec 2025-01-10T07:51:19,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7f2e2b8364457920d23362ed07fb3831, ASSIGN in 1.3100 sec 2025-01-10T07:51:19,442 INFO [StoreOpener-051977dbfa7ccd61aa0f83460f781ceb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 051977dbfa7ccd61aa0f83460f781ceb columnFamilyName f 2025-01-10T07:51:19,442 DEBUG [StoreOpener-051977dbfa7ccd61aa0f83460f781ceb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:19,443 INFO [StoreOpener-051977dbfa7ccd61aa0f83460f781ceb-1 {}] regionserver.HStore(327): Store=051977dbfa7ccd61aa0f83460f781ceb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:19,443 INFO [StoreOpener-051977dbfa7ccd61aa0f83460f781ceb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 051977dbfa7ccd61aa0f83460f781ceb 2025-01-10T07:51:19,445 INFO [StoreOpener-051977dbfa7ccd61aa0f83460f781ceb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 051977dbfa7ccd61aa0f83460f781ceb columnFamilyName norep 2025-01-10T07:51:19,445 DEBUG [StoreOpener-051977dbfa7ccd61aa0f83460f781ceb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:19,445 INFO [StoreOpener-051977dbfa7ccd61aa0f83460f781ceb-1 {}] regionserver.HStore(327): Store=051977dbfa7ccd61aa0f83460f781ceb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:19,446 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/051977dbfa7ccd61aa0f83460f781ceb 2025-01-10T07:51:19,447 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/051977dbfa7ccd61aa0f83460f781ceb 2025-01-10T07:51:19,448 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:19,450 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 051977dbfa7ccd61aa0f83460f781ceb 2025-01-10T07:51:19,454 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/051977dbfa7ccd61aa0f83460f781ceb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:19,455 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 051977dbfa7ccd61aa0f83460f781ceb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67185167, jitterRate=0.0011370033025741577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:19,455 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 051977dbfa7ccd61aa0f83460f781ceb: 2025-01-10T07:51:19,456 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1736495476381.051977dbfa7ccd61aa0f83460f781ceb., pid=36, masterSystemTime=1736495478447 2025-01-10T07:51:19,458 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1736495476381.051977dbfa7ccd61aa0f83460f781ceb. 2025-01-10T07:51:19,458 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,www,1736495476381.051977dbfa7ccd61aa0f83460f781ceb. 2025-01-10T07:51:19,458 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,ggg,1736495476381.1d7852f72753e32a52a3e110966caf28. 2025-01-10T07:51:19,458 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 1d7852f72753e32a52a3e110966caf28, NAME => 'test,ggg,1736495476381.1d7852f72753e32a52a3e110966caf28.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2025-01-10T07:51:19,458 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=051977dbfa7ccd61aa0f83460f781ceb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:19,458 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1d7852f72753e32a52a3e110966caf28 2025-01-10T07:51:19,459 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,ggg,1736495476381.1d7852f72753e32a52a3e110966caf28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:19,459 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 1d7852f72753e32a52a3e110966caf28 2025-01-10T07:51:19,459 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 1d7852f72753e32a52a3e110966caf28 2025-01-10T07:51:19,461 INFO [StoreOpener-1d7852f72753e32a52a3e110966caf28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1d7852f72753e32a52a3e110966caf28 2025-01-10T07:51:19,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=32 2025-01-10T07:51:19,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=32, state=SUCCESS; OpenRegionProcedure 051977dbfa7ccd61aa0f83460f781ceb, server=995f44e581cf,39451,1736495468459 in 1.1670 sec 2025-01-10T07:51:19,463 INFO [StoreOpener-1d7852f72753e32a52a3e110966caf28-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d7852f72753e32a52a3e110966caf28 columnFamilyName f 2025-01-10T07:51:19,463 DEBUG [StoreOpener-1d7852f72753e32a52a3e110966caf28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:19,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=051977dbfa7ccd61aa0f83460f781ceb, ASSIGN in 1.3320 sec 2025-01-10T07:51:19,466 INFO [StoreOpener-1d7852f72753e32a52a3e110966caf28-1 {}] regionserver.HStore(327): Store=1d7852f72753e32a52a3e110966caf28/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:19,466 INFO [StoreOpener-1d7852f72753e32a52a3e110966caf28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1d7852f72753e32a52a3e110966caf28 2025-01-10T07:51:19,467 INFO [StoreOpener-1d7852f72753e32a52a3e110966caf28-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d7852f72753e32a52a3e110966caf28 columnFamilyName norep 2025-01-10T07:51:19,467 DEBUG [StoreOpener-1d7852f72753e32a52a3e110966caf28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:19,468 INFO [StoreOpener-1d7852f72753e32a52a3e110966caf28-1 {}] regionserver.HStore(327): Store=1d7852f72753e32a52a3e110966caf28/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:19,469 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/1d7852f72753e32a52a3e110966caf28 2025-01-10T07:51:19,469 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/1d7852f72753e32a52a3e110966caf28 2025-01-10T07:51:19,470 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2025-01-10T07:51:19,471 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 1d7852f72753e32a52a3e110966caf28 2025-01-10T07:51:19,474 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/1d7852f72753e32a52a3e110966caf28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:19,475 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 1d7852f72753e32a52a3e110966caf28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58842331, jitterRate=-0.12318094074726105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2025-01-10T07:51:19,475 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 1d7852f72753e32a52a3e110966caf28: 2025-01-10T07:51:19,476 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1736495476381.1d7852f72753e32a52a3e110966caf28., pid=50, masterSystemTime=1736495478447 2025-01-10T07:51:19,478 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1736495476381.1d7852f72753e32a52a3e110966caf28. 2025-01-10T07:51:19,478 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,ggg,1736495476381.1d7852f72753e32a52a3e110966caf28. 2025-01-10T07:51:19,478 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=1d7852f72753e32a52a3e110966caf28, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:19,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=16 2025-01-10T07:51:19,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=16, state=SUCCESS; OpenRegionProcedure 1d7852f72753e32a52a3e110966caf28, server=995f44e581cf,39451,1736495468459 in 1.1430 sec 2025-01-10T07:51:19,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=16, resume processing ppid=9 2025-01-10T07:51:19,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1d7852f72753e32a52a3e110966caf28, ASSIGN in 1.3500 sec 2025-01-10T07:51:19,484 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2025-01-10T07:51:19,484 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736495479484"}]},"ts":"1736495479484"} 2025-01-10T07:51:19,485 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2025-01-10T07:51:19,492 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2025-01-10T07:51:19,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 3.1100 sec 2025-01-10T07:51:19,811 INFO [995f44e581cf:39451Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2025-01-10T07:51:20,036 INFO [995f44e581cf:34405Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2025-01-10T07:51:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2025-01-10T07:51:20,509 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2025-01-10T07:51:20,509 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2025-01-10T07:51:20,509 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2025-01-10T07:51:20,519 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2025-01-10T07:51:20,519 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2025-01-10T07:51:20,519 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2025-01-10T07:51:20,519 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2025-01-10T07:51:20,519 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2025-01-10T07:51:20,530 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2025-01-10T07:51:20,530 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2025-01-10T07:51:20,530 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2025-01-10T07:51:20,530 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2025-01-10T07:51:20,530 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2025-01-10T07:51:20,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2025-01-10T07:51:20,540 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2025-01-10T07:51:20,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2025-01-10T07:51:20,559 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=393, OpenFileDescriptor=574, MaxFileDescriptor=1048576, SystemLoadAverage=631, ProcessCount=11, AvailableMemoryMB=4210 2025-01-10T07:51:20,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2025-01-10T07:51:20,563 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2025-01-10T07:51:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 list replication peers, regex=null 2025-01-10T07:51:20,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster(3934): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=127.0.0.1:49432:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2025-01-10T07:51:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2025-01-10T07:51:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2025-01-10T07:51:20,608 INFO [PEWorker-4 {}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2025-01-10T07:51:20,610 INFO [PEWorker-4 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@6eec49eecheck-peer-cluster-id connecting to ZooKeeper ensemble=127.0.0.1:49432 2025-01-10T07:51:20,613 DEBUG [PEWorker-4-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@6eec49eecheck-peer-cluster-id0x0, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2025-01-10T07:51:20,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@6eec49eecheck-peer-cluster-id-0x100893adc890009 connected 2025-01-10T07:51:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2025-01-10T07:51:20,716 DEBUG [PEWorker-4-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@6eec49eecheck-peer-cluster-id-0x100893adc890009, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-10T07:51:20,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2025-01-10T07:51:20,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x100893adc890001, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2025-01-10T07:51:20,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2025-01-10T07:51:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2025-01-10T07:51:20,900 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 995f44e581cf,34405,1736495462427 2025-01-10T07:51:20,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34405 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=63 2025-01-10T07:51:20,902 INFO [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ADD_PEER 2025-01-10T07:51:20,927 INFO [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 {event_type=RS_REFRESH_PEER, pid=63}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2025-01-10T07:51:20,953 INFO [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2025-01-10T07:51:20,965 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2025-01-10T07:51:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster(4121): Remote procedure done, pid=63 2025-01-10T07:51:20,973 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ADD on 995f44e581cf,34405,1736495462427 suceeded 2025-01-10T07:51:20,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2025-01-10T07:51:20,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 235 msec 2025-01-10T07:51:20,975 INFO [PEWorker-3 {}] replication.AddPeerProcedure(102): Successfully added ENABLED peer 2, config clusterKey=127.0.0.1:49432:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false 2025-01-10T07:51:20,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 394 msec 2025-01-10T07:51:21,000 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x543742e5 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c24eb6 2025-01-10T07:51:21,009 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37706c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:21,012 INFO [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:49432 2025-01-10T07:51:21,014 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2025-01-10T07:51:21,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x100893adc89000b connected 2025-01-10T07:51:21,015 INFO [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=c5de10e4-0d35-449d-b5b6-f4bb4b7e9ced to cluster=beae62be-5bff-475e-94c1-99dd017ddf77 2025-01-10T07:51:21,017 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=995f44e581cf%2C34405%2C1736495462427 2025-01-10T07:51:21,019 INFO [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2025-01-10T07:51:21,020 INFO [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 995f44e581cf%2C34405%2C1736495462427 2025-01-10T07:51:21,020 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, startPosition=0, beingWritten=true 2025-01-10T07:51:21,106 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2025-01-10T07:51:21,106 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 to pos 7708, reset compression=false 2025-01-10T07:51:21,106 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=7708, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2025-01-10T07:51:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2025-01-10T07:51:21,197 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x35d02570 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@769375a3 2025-01-10T07:51:21,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@359e1fb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:21,202 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x30f6217b to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b969b0 2025-01-10T07:51:21,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@696a3ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:21,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2025-01-10T07:51:21,208 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2025-01-10T07:51:21,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster$4(2404): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-10T07:51:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2025-01-10T07:51:21,212 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2025-01-10T07:51:21,212 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:21,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 64 2025-01-10T07:51:21,213 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2025-01-10T07:51:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2025-01-10T07:51:21,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741864_1040 (size=367) 2025-01-10T07:51:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2025-01-10T07:51:21,322 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 to pos 7708, reset compression=false 2025-01-10T07:51:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2025-01-10T07:51:21,622 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5d887aeb5d0f09d5dd68b7552d3f359e, NAME => 'testdroppedtimed,,1736495481210.5d887aeb5d0f09d5dd68b7552d3f359e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7 2025-01-10T07:51:21,627 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 to pos 7708, reset compression=false 2025-01-10T07:51:21,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741865_1041 (size=51) 2025-01-10T07:51:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2025-01-10T07:51:22,023 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2025-01-10T07:51:22,023 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2025-01-10T07:51:22,032 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1736495481210.5d887aeb5d0f09d5dd68b7552d3f359e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:22,033 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 5d887aeb5d0f09d5dd68b7552d3f359e, disabling compactions & flushes 2025-01-10T07:51:22,033 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1736495481210.5d887aeb5d0f09d5dd68b7552d3f359e. 2025-01-10T07:51:22,033 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1736495481210.5d887aeb5d0f09d5dd68b7552d3f359e. 2025-01-10T07:51:22,033 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1736495481210.5d887aeb5d0f09d5dd68b7552d3f359e. after waiting 0 ms 2025-01-10T07:51:22,033 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1736495481210.5d887aeb5d0f09d5dd68b7552d3f359e. 2025-01-10T07:51:22,033 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1736495481210.5d887aeb5d0f09d5dd68b7552d3f359e. 2025-01-10T07:51:22,033 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5d887aeb5d0f09d5dd68b7552d3f359e: 2025-01-10T07:51:22,034 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2025-01-10T07:51:22,034 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1736495481210.5d887aeb5d0f09d5dd68b7552d3f359e.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1736495482034"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495482034"}]},"ts":"1736495482034"} 2025-01-10T07:51:22,036 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 to pos 7708, reset compression=false 2025-01-10T07:51:22,036 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2025-01-10T07:51:22,037 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2025-01-10T07:51:22,037 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736495482037"}]},"ts":"1736495482037"} 2025-01-10T07:51:22,039 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2025-01-10T07:51:22,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=5d887aeb5d0f09d5dd68b7552d3f359e, ASSIGN}] 2025-01-10T07:51:22,043 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=5d887aeb5d0f09d5dd68b7552d3f359e, ASSIGN 2025-01-10T07:51:22,044 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=5d887aeb5d0f09d5dd68b7552d3f359e, ASSIGN; state=OFFLINE, location=995f44e581cf,34405,1736495462427; forceNewPlan=false, retain=false 2025-01-10T07:51:22,195 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=5d887aeb5d0f09d5dd68b7552d3f359e, regionState=OPENING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:22,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 5d887aeb5d0f09d5dd68b7552d3f359e, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2025-01-10T07:51:22,349 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 995f44e581cf,34405,1736495462427 2025-01-10T07:51:22,352 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1736495481210.5d887aeb5d0f09d5dd68b7552d3f359e. 2025-01-10T07:51:22,353 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 5d887aeb5d0f09d5dd68b7552d3f359e, NAME => 'testdroppedtimed,,1736495481210.5d887aeb5d0f09d5dd68b7552d3f359e.', STARTKEY => '', ENDKEY => ''} 2025-01-10T07:51:22,353 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 5d887aeb5d0f09d5dd68b7552d3f359e 2025-01-10T07:51:22,353 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1736495481210.5d887aeb5d0f09d5dd68b7552d3f359e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:22,353 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 5d887aeb5d0f09d5dd68b7552d3f359e 2025-01-10T07:51:22,353 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 5d887aeb5d0f09d5dd68b7552d3f359e 2025-01-10T07:51:22,355 INFO [StoreOpener-5d887aeb5d0f09d5dd68b7552d3f359e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 5d887aeb5d0f09d5dd68b7552d3f359e 2025-01-10T07:51:22,356 INFO [StoreOpener-5d887aeb5d0f09d5dd68b7552d3f359e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d887aeb5d0f09d5dd68b7552d3f359e columnFamilyName fam 2025-01-10T07:51:22,356 DEBUG [StoreOpener-5d887aeb5d0f09d5dd68b7552d3f359e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:22,357 INFO [StoreOpener-5d887aeb5d0f09d5dd68b7552d3f359e-1 {}] regionserver.HStore(327): Store=5d887aeb5d0f09d5dd68b7552d3f359e/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:22,357 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/testdroppedtimed/5d887aeb5d0f09d5dd68b7552d3f359e 2025-01-10T07:51:22,358 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/testdroppedtimed/5d887aeb5d0f09d5dd68b7552d3f359e 2025-01-10T07:51:22,360 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 5d887aeb5d0f09d5dd68b7552d3f359e 2025-01-10T07:51:22,361 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/testdroppedtimed/5d887aeb5d0f09d5dd68b7552d3f359e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:22,362 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 5d887aeb5d0f09d5dd68b7552d3f359e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58988645, jitterRate=-0.12100069224834442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2025-01-10T07:51:22,363 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 5d887aeb5d0f09d5dd68b7552d3f359e: 2025-01-10T07:51:22,364 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1736495481210.5d887aeb5d0f09d5dd68b7552d3f359e., pid=66, masterSystemTime=1736495482349 2025-01-10T07:51:22,365 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1736495481210.5d887aeb5d0f09d5dd68b7552d3f359e. 2025-01-10T07:51:22,365 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1736495481210.5d887aeb5d0f09d5dd68b7552d3f359e. 2025-01-10T07:51:22,366 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=5d887aeb5d0f09d5dd68b7552d3f359e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:22,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2025-01-10T07:51:22,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 5d887aeb5d0f09d5dd68b7552d3f359e, server=995f44e581cf,34405,1736495462427 in 171 msec 2025-01-10T07:51:22,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2025-01-10T07:51:22,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=5d887aeb5d0f09d5dd68b7552d3f359e, ASSIGN in 326 msec 2025-01-10T07:51:22,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2025-01-10T07:51:22,371 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736495482371"}]},"ts":"1736495482371"} 2025-01-10T07:51:22,372 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2025-01-10T07:51:22,375 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2025-01-10T07:51:22,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.1650 sec 2025-01-10T07:51:22,543 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 to pos 7708, reset compression=false 2025-01-10T07:51:22,549 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2025-01-10T07:51:22,549 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 to pos 8001, reset compression=false 2025-01-10T07:51:22,549 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=8001, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2025-01-10T07:51:22,753 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 to pos 8001, reset compression=false 2025-01-10T07:51:23,059 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 to pos 8001, reset compression=false 2025-01-10T07:51:23,259 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2025-01-10T07:51:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2025-01-10T07:51:23,322 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 64 completed 2025-01-10T07:51:23,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2025-01-10T07:51:23,336 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2025-01-10T07:51:23,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] master.HMaster$4(2404): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-10T07:51:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2025-01-10T07:51:23,362 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2025-01-10T07:51:23,362 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:23,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 62 2025-01-10T07:51:23,370 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2025-01-10T07:51:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2025-01-10T07:51:23,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741864_1040 (size=367) 2025-01-10T07:51:23,450 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b99475a7f1f7b97c0da963353ced076d, NAME => 'testdroppedtimed,,1736495483346.b99475a7f1f7b97c0da963353ced076d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e 2025-01-10T07:51:23,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741865_1041 (size=51) 2025-01-10T07:51:23,464 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 to pos 8001, reset compression=false 2025-01-10T07:51:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2025-01-10T07:51:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2025-01-10T07:51:23,861 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1736495483346.b99475a7f1f7b97c0da963353ced076d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:23,861 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing b99475a7f1f7b97c0da963353ced076d, disabling compactions & flushes 2025-01-10T07:51:23,861 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1736495483346.b99475a7f1f7b97c0da963353ced076d. 2025-01-10T07:51:23,861 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1736495483346.b99475a7f1f7b97c0da963353ced076d. 2025-01-10T07:51:23,861 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1736495483346.b99475a7f1f7b97c0da963353ced076d. after waiting 0 ms 2025-01-10T07:51:23,861 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1736495483346.b99475a7f1f7b97c0da963353ced076d. 2025-01-10T07:51:23,861 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1736495483346.b99475a7f1f7b97c0da963353ced076d. 2025-01-10T07:51:23,862 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for b99475a7f1f7b97c0da963353ced076d: 2025-01-10T07:51:23,863 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2025-01-10T07:51:23,863 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1736495483346.b99475a7f1f7b97c0da963353ced076d.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1736495483863"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736495483863"}]},"ts":"1736495483863"} 2025-01-10T07:51:23,865 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2025-01-10T07:51:23,866 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2025-01-10T07:51:23,866 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736495483866"}]},"ts":"1736495483866"} 2025-01-10T07:51:23,868 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2025-01-10T07:51:23,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=b99475a7f1f7b97c0da963353ced076d, ASSIGN}] 2025-01-10T07:51:23,873 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=b99475a7f1f7b97c0da963353ced076d, ASSIGN 2025-01-10T07:51:23,874 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=b99475a7f1f7b97c0da963353ced076d, ASSIGN; state=OFFLINE, location=995f44e581cf,39451,1736495468459; forceNewPlan=false, retain=false 2025-01-10T07:51:23,957 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2025-01-10T07:51:23,971 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 to pos 8001, reset compression=false 2025-01-10T07:51:23,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2025-01-10T07:51:24,024 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=b99475a7f1f7b97c0da963353ced076d, regionState=OPENING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:24,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure b99475a7f1f7b97c0da963353ced076d, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:24,180 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 995f44e581cf,39451,1736495468459 2025-01-10T07:51:24,185 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1736495483346.b99475a7f1f7b97c0da963353ced076d. 2025-01-10T07:51:24,185 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => b99475a7f1f7b97c0da963353ced076d, NAME => 'testdroppedtimed,,1736495483346.b99475a7f1f7b97c0da963353ced076d.', STARTKEY => '', ENDKEY => ''} 2025-01-10T07:51:24,186 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed b99475a7f1f7b97c0da963353ced076d 2025-01-10T07:51:24,186 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1736495483346.b99475a7f1f7b97c0da963353ced076d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-10T07:51:24,186 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for b99475a7f1f7b97c0da963353ced076d 2025-01-10T07:51:24,186 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for b99475a7f1f7b97c0da963353ced076d 2025-01-10T07:51:24,188 INFO [StoreOpener-b99475a7f1f7b97c0da963353ced076d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region b99475a7f1f7b97c0da963353ced076d 2025-01-10T07:51:24,190 INFO [StoreOpener-b99475a7f1f7b97c0da963353ced076d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b99475a7f1f7b97c0da963353ced076d columnFamilyName fam 2025-01-10T07:51:24,190 DEBUG [StoreOpener-b99475a7f1f7b97c0da963353ced076d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-10T07:51:24,191 INFO [StoreOpener-b99475a7f1f7b97c0da963353ced076d-1 {}] regionserver.HStore(327): Store=b99475a7f1f7b97c0da963353ced076d/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-10T07:51:24,194 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/testdroppedtimed/b99475a7f1f7b97c0da963353ced076d 2025-01-10T07:51:24,194 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/testdroppedtimed/b99475a7f1f7b97c0da963353ced076d 2025-01-10T07:51:24,197 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for b99475a7f1f7b97c0da963353ced076d 2025-01-10T07:51:24,200 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/testdroppedtimed/b99475a7f1f7b97c0da963353ced076d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-10T07:51:24,201 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened b99475a7f1f7b97c0da963353ced076d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70883028, jitterRate=0.056239426136016846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2025-01-10T07:51:24,201 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for b99475a7f1f7b97c0da963353ced076d: 2025-01-10T07:51:24,202 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1736495483346.b99475a7f1f7b97c0da963353ced076d., pid=64, masterSystemTime=1736495484179 2025-01-10T07:51:24,204 DEBUG [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1736495483346.b99475a7f1f7b97c0da963353ced076d. 2025-01-10T07:51:24,205 INFO [RS_OPEN_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1736495483346.b99475a7f1f7b97c0da963353ced076d. 2025-01-10T07:51:24,205 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=b99475a7f1f7b97c0da963353ced076d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:24,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2025-01-10T07:51:24,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure b99475a7f1f7b97c0da963353ced076d, server=995f44e581cf,39451,1736495468459 in 179 msec 2025-01-10T07:51:24,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2025-01-10T07:51:24,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=b99475a7f1f7b97c0da963353ced076d, ASSIGN in 338 msec 2025-01-10T07:51:24,217 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2025-01-10T07:51:24,218 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736495484217"}]},"ts":"1736495484217"} 2025-01-10T07:51:24,219 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2025-01-10T07:51:24,222 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2025-01-10T07:51:24,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 875 msec 2025-01-10T07:51:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2025-01-10T07:51:24,492 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 62 completed 2025-01-10T07:51:24,492 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2025-01-10T07:51:24,492 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2025-01-10T07:51:24,507 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2025-01-10T07:51:24,507 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2025-01-10T07:51:24,507 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2025-01-10T07:51:24,507 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2025-01-10T07:51:24,507 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2025-01-10T07:51:24,520 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2025-01-10T07:51:24,520 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2025-01-10T07:51:24,520 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2025-01-10T07:51:24,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster(3953): Client=jenkins//172.17.0.2 disable replication peer, id=2 2025-01-10T07:51:24,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2025-01-10T07:51:24,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2025-01-10T07:51:24,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2025-01-10T07:51:24,596 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 to pos 8001, reset compression=false 2025-01-10T07:51:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2025-01-10T07:51:24,683 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 995f44e581cf,34405,1736495462427 2025-01-10T07:51:24,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34405 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=68 2025-01-10T07:51:24,684 INFO [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=DISABLE_PEER 2025-01-10T07:51:24,685 INFO [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(373): Terminate replication source for 2 2025-01-10T07:51:24,685 INFO [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Peer 2 state or config changed. Will close the previous replication source and open a new one 2025-01-10T07:51:24,789 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x100893adc89000b, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-10T07:51:24,789 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 {event_type=RS_REFRESH_PEER, pid=68}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x543742e5 to 127.0.0.1:49432 2025-01-10T07:51:24,789 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 {event_type=RS_REFRESH_PEER, pid=68}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:24,811 INFO [995f44e581cf:39451Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2025-01-10T07:51:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2025-01-10T07:51:24,890 WARN [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2025-01-10T07:51:24,890 WARN [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2025-01-10T07:51:24,990 INFO [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 terminated 2025-01-10T07:51:25,015 INFO [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2025-01-10T07:51:25,015 INFO [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(383): Startup replication source for 2 2025-01-10T07:51:25,016 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2025-01-10T07:51:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster(4121): Remote procedure done, pid=68 2025-01-10T07:51:25,018 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for DISABLE on 995f44e581cf,34405,1736495462427 suceeded 2025-01-10T07:51:25,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2025-01-10T07:51:25,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 487 msec 2025-01-10T07:51:25,020 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 2 2025-01-10T07:51:25,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 496 msec 2025-01-10T07:51:25,036 INFO [995f44e581cf:34405Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: 2025-01-10T07:51:25,064 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x180d46f4 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@769cba0c 2025-01-10T07:51:25,067 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4324003e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:25,069 INFO [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:49432 2025-01-10T07:51:25,074 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2025-01-10T07:51:25,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x100893adc89000f connected 2025-01-10T07:51:25,075 INFO [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=c5de10e4-0d35-449d-b5b6-f4bb4b7e9ced to cluster=beae62be-5bff-475e-94c1-99dd017ddf77 2025-01-10T07:51:25,075 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=995f44e581cf%2C34405%2C1736495462427 2025-01-10T07:51:25,075 INFO [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2025-01-10T07:51:25,078 INFO [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 995f44e581cf%2C34405%2C1736495462427 2025-01-10T07:51:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2025-01-10T07:51:25,138 DEBUG [hconnection-0x50dbc777-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:25,140 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-10T07:51:26,393 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2025-01-10T07:51:26,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] master.HMaster$13(2770): Client=jenkins//172.17.0.2 disable testdroppedtimed 2025-01-10T07:51:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2025-01-10T07:51:26,403 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736495486403"}]},"ts":"1736495486403"} 2025-01-10T07:51:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2025-01-10T07:51:26,404 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2025-01-10T07:51:26,406 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2025-01-10T07:51:26,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2025-01-10T07:51:26,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=b99475a7f1f7b97c0da963353ced076d, UNASSIGN}] 2025-01-10T07:51:26,412 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=b99475a7f1f7b97c0da963353ced076d, UNASSIGN 2025-01-10T07:51:26,412 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=b99475a7f1f7b97c0da963353ced076d, regionState=CLOSING, regionLocation=995f44e581cf,39451,1736495468459 2025-01-10T07:51:26,413 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2025-01-10T07:51:26,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure b99475a7f1f7b97c0da963353ced076d, server=995f44e581cf,39451,1736495468459}] 2025-01-10T07:51:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2025-01-10T07:51:26,567 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 995f44e581cf,39451,1736495468459 2025-01-10T07:51:26,569 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close b99475a7f1f7b97c0da963353ced076d 2025-01-10T07:51:26,569 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2025-01-10T07:51:26,570 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing b99475a7f1f7b97c0da963353ced076d, disabling compactions & flushes 2025-01-10T07:51:26,570 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1736495483346.b99475a7f1f7b97c0da963353ced076d. 2025-01-10T07:51:26,570 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1736495483346.b99475a7f1f7b97c0da963353ced076d. 2025-01-10T07:51:26,570 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1736495483346.b99475a7f1f7b97c0da963353ced076d. after waiting 0 ms 2025-01-10T07:51:26,570 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1736495483346.b99475a7f1f7b97c0da963353ced076d. 2025-01-10T07:51:26,578 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/testdroppedtimed/b99475a7f1f7b97c0da963353ced076d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:51:26,581 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed testdroppedtimed,,1736495483346.b99475a7f1f7b97c0da963353ced076d. 2025-01-10T07:51:26,581 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for b99475a7f1f7b97c0da963353ced076d: 2025-01-10T07:51:26,583 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed b99475a7f1f7b97c0da963353ced076d 2025-01-10T07:51:26,583 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=b99475a7f1f7b97c0da963353ced076d, regionState=CLOSED 2025-01-10T07:51:26,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2025-01-10T07:51:26,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure b99475a7f1f7b97c0da963353ced076d, server=995f44e581cf,39451,1736495468459 in 171 msec 2025-01-10T07:51:26,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2025-01-10T07:51:26,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=b99475a7f1f7b97c0da963353ced076d, UNASSIGN in 175 msec 2025-01-10T07:51:26,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2025-01-10T07:51:26,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 182 msec 2025-01-10T07:51:26,613 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736495486613"}]},"ts":"1736495486613"} 2025-01-10T07:51:26,614 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2025-01-10T07:51:26,616 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2025-01-10T07:51:26,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 219 msec 2025-01-10T07:51:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2025-01-10T07:51:26,706 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 65 completed 2025-01-10T07:51:26,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] master.HMaster$5(2520): Client=jenkins//172.17.0.2 delete testdroppedtimed 2025-01-10T07:51:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2025-01-10T07:51:26,713 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2025-01-10T07:51:26,715 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2025-01-10T07:51:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2025-01-10T07:51:26,721 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/testdroppedtimed/b99475a7f1f7b97c0da963353ced076d 2025-01-10T07:51:26,724 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/testdroppedtimed/b99475a7f1f7b97c0da963353ced076d/fam, FileablePath, hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/testdroppedtimed/b99475a7f1f7b97c0da963353ced076d/recovered.edits] 2025-01-10T07:51:26,732 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/testdroppedtimed/b99475a7f1f7b97c0da963353ced076d/recovered.edits/4.seqid to hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/archive/data/default/testdroppedtimed/b99475a7f1f7b97c0da963353ced076d/recovered.edits/4.seqid 2025-01-10T07:51:26,733 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/testdroppedtimed/b99475a7f1f7b97c0da963353ced076d 2025-01-10T07:51:26,733 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2025-01-10T07:51:26,737 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2025-01-10T07:51:26,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39451 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2025-01-10T07:51:26,744 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2025-01-10T07:51:26,747 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'testdroppedtimed' descriptor. 2025-01-10T07:51:26,748 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2025-01-10T07:51:26,748 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'testdroppedtimed' from region states. 2025-01-10T07:51:26,748 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1736495483346.b99475a7f1f7b97c0da963353ced076d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1736495486748"}]},"ts":"9223372036854775807"} 2025-01-10T07:51:26,751 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2025-01-10T07:51:26,751 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => b99475a7f1f7b97c0da963353ced076d, NAME => 'testdroppedtimed,,1736495483346.b99475a7f1f7b97c0da963353ced076d.', STARTKEY => '', ENDKEY => ''}] 2025-01-10T07:51:26,752 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'testdroppedtimed' as deleted. 2025-01-10T07:51:26,752 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1736495486752"}]},"ts":"9223372036854775807"} 2025-01-10T07:51:26,753 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2025-01-10T07:51:26,756 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2025-01-10T07:51:26,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 47 msec 2025-01-10T07:51:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44133 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2025-01-10T07:51:26,817 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 69 completed 2025-01-10T07:51:26,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster(3947): Client=jenkins//172.17.0.2 enable replication peer, id=2 2025-01-10T07:51:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2025-01-10T07:51:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2025-01-10T07:51:26,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2025-01-10T07:51:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2025-01-10T07:51:26,976 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 995f44e581cf,34405,1736495462427 2025-01-10T07:51:26,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34405 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=70 2025-01-10T07:51:26,977 INFO [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ENABLE_PEER 2025-01-10T07:51:26,978 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2025-01-10T07:51:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster(4121): Remote procedure done, pid=70 2025-01-10T07:51:26,980 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, startPosition=0, beingWritten=true 2025-01-10T07:51:26,981 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ENABLE on 995f44e581cf,34405,1736495462427 suceeded 2025-01-10T07:51:26,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2025-01-10T07:51:26,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2025-01-10T07:51:26,982 INFO [PEWorker-3 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 2 2025-01-10T07:51:26,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 162 msec 2025-01-10T07:51:27,000 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:51:27,000 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{testdroppedtimed/5d887aeb5d0f09d5dd68b7552d3f359e/4=[#edits: 1 = <0 put on table to be dropped/fam:row/1736495485144/Put/vlen=4096/seqid=0; >],4327}, {test/d56d6bd10406f8acfb2d7fb0afb192be/4=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/5=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/6=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/7=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/8=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/9=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/10=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/11=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/12=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/13=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/14=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/15=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/16=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/17=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/18=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/19=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/20=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/21=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/22=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/23=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/24=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/25=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/26=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=108713, nbRowKeys=24, nbHFiles=0, heapSize=103158, lastSeqIds={}, endOfFile=false,usedBufferSize=103158] 2025-01-10T07:51:27,010 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:51:27,022 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:51:27,033 DEBUG [SinkThread-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2025-01-10T07:51:27,037 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2025-01-10T07:51:27,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:27,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ef489ac to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@700ba52c 2025-01-10T07:51:27,064 DEBUG [ReadOnlyZKClient-127.0.0.1:49432@0x2ef489ac {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a403da6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:27,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2025-01-10T07:51:27,111 DEBUG [ReadOnlyZKClient-127.0.0.1:49432@0x2ef489ac {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=995f44e581cf,39451,1736495468459, seqNum=-1] 2025-01-10T07:51:27,115 DEBUG [ReadOnlyZKClient-127.0.0.1:49432@0x2ef489ac {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:27,117 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:27,122 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut013', locateType=CURRENT is [region=test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7., hostname=995f44e581cf,39451,1736495468459, seqNum=2] 2025-01-10T07:51:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2025-01-10T07:51:27,135 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut015', locateType=CURRENT is [region=test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7., hostname=995f44e581cf,39451,1736495468459, seqNum=2] 2025-01-10T07:51:27,135 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut016', locateType=CURRENT is [region=test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7., hostname=995f44e581cf,39451,1736495468459, seqNum=2] 2025-01-10T07:51:27,136 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut017', locateType=CURRENT is [region=test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7., hostname=995f44e581cf,39451,1736495468459, seqNum=2] 2025-01-10T07:51:27,136 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut018', locateType=CURRENT is [region=test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7., hostname=995f44e581cf,39451,1736495468459, seqNum=2] 2025-01-10T07:51:27,136 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut014', locateType=CURRENT is [region=test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7., hostname=995f44e581cf,39451,1736495468459, seqNum=2] 2025-01-10T07:51:27,138 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut019', locateType=CURRENT is [region=test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7., hostname=995f44e581cf,39451,1736495468459, seqNum=2] 2025-01-10T07:51:27,162 DEBUG [hconnection-0x532c2e5d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:27,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:51:27,181 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-10T07:51:27,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:27,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:27,201 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:27,204 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:27,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:27,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 1 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495547183, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:27,210 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40c15964 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4fcfe8b2 2025-01-10T07:51:27,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:27,229 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@389ffda6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:27,234 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:27,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:27,243 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:27,245 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40c15964 to 127.0.0.1:49432 2025-01-10T07:51:27,246 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:27,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:27,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:27,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:27,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:27,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:27,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:27,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:27,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:27,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:27,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:27,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:27,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:27,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:27,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:27,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:27,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:27,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:27,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:27,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:27,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:27,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:27,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:27,321 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:27,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:27,353 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:27,354 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:27,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:27,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 2 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495547347, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:27,357 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0619a62d to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51034249 2025-01-10T07:51:27,361 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e4f2921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:27,362 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:27,364 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:27,366 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0619a62d to 127.0.0.1:49432 2025-01-10T07:51:27,366 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:27,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:27,575 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:27,576 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:27,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:27,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 3 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495547567, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:27,579 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75603485 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3904edfd 2025-01-10T07:51:27,602 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3271a395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:27,609 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:27,612 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:27,619 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75603485 to 127.0.0.1:49432 2025-01-10T07:51:27,620 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:27,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:27,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:27,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:27,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:27,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:27,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:27,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:27,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:27,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:27,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:27,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:27,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:27,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:27,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:27,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:27,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:27,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:27,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:27,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:27,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:27,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:27,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:27,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:27,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:27,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:27,860 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:27,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:27,928 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:27,929 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:27,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:27,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495547921, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:27,933 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6c646e14 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72911d60 2025-01-10T07:51:27,939 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dc375ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:27,941 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:27,942 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:27,945 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6c646e14 to 127.0.0.1:49432 2025-01-10T07:51:27,945 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:28,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:28,353 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:28,354 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:28,354 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:28,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 5 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495548346, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:28,357 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fdd4d44 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@455d3dc2 2025-01-10T07:51:28,361 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13654ed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:28,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:28,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:28,366 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:28,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:28,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:28,367 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:28,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:28,370 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fdd4d44 to 127.0.0.1:49432 2025-01-10T07:51:28,370 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:28,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:28,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:28,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:28,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:28,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:28,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:28,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:28,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:28,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:28,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:28,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:28,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:28,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:28,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:28,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:28,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:28,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:28,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:28,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:28,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:28,390 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:28,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:28,878 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:28,880 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:28,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:28,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 6 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495548871, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:28,884 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x173c69ed to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1fa55df6 2025-01-10T07:51:28,889 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b183bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:28,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:28,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:28,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:28,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:28,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:28,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:28,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:28,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:28,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:28,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:28,902 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:28,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:28,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:28,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:28,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:28,906 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:28,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:28,908 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x173c69ed to 127.0.0.1:49432 2025-01-10T07:51:28,908 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:28,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:28,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:28,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:28,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:28,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:28,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:28,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:28,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:28,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:28,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:28,917 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:29,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:29,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:29,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:29,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:29,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:29,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:29,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:29,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:29,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:29,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:29,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:29,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:29,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:29,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:29,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:29,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:29,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:29,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:29,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:29,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:29,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:29,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:29,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:29,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:29,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:29,449 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:29,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:29,515 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:29,516 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:29,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:29,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495549509, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:29,519 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0111df9c to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34bd1e27 2025-01-10T07:51:29,527 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73ebc04a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:29,530 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:29,534 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:29,539 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0111df9c to 127.0.0.1:49432 2025-01-10T07:51:29,539 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:29,688 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2025-01-10T07:51:29,813 INFO [995f44e581cf:39451Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2025-01-10T07:51:29,813 INFO [995f44e581cf:39451Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2025-01-10T07:51:29,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:29,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:29,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:29,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:29,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:29,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:29,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:29,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:29,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:29,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:29,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:29,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:29,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:29,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:29,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:29,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:29,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:29,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:29,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:29,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:29,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:29,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:29,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:29,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:29,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:29,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:29,971 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:30,036 INFO [995f44e581cf:34405Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [995f44e581cf%2C34405%2C1736495462427]: currently replicating from: hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 at position: -1 2025-01-10T07:51:30,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:30,247 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:30,248 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:30,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:30,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 8 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495550240, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:30,250 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d9124d1 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59c796c6 2025-01-10T07:51:30,257 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7483e424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:30,259 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:30,260 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:30,262 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d9124d1 to 127.0.0.1:49432 2025-01-10T07:51:30,262 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:30,332 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2025-01-10T07:51:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:30,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:30,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:30,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:30,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:30,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:30,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:30,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:30,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:30,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:30,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:30,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:30,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:30,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:30,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:30,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:30,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:30,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:30,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:30,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:30,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:30,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:30,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:30,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:30,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:30,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:30,514 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:31,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:31,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:31,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:31,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:31,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:31,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:31,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:31,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:31,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:31,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:31,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:31,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:31,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:31,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:31,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:31,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:31,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:31,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:31,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:31,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:31,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:31,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:31,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:31,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:31,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:31,047 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:31,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:31,073 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:31,074 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:31,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:31,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 9 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495551064, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:31,077 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62f83f2e to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ecf411 2025-01-10T07:51:31,083 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ca5820c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:31,087 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:31,088 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:31,090 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62f83f2e to 127.0.0.1:49432 2025-01-10T07:51:31,090 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:31,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:31,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:31,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:31,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:31,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:31,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:31,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:31,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:31,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:31,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:31,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:31,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:31,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:31,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:31,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:31,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:31,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:31,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:31,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:31,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:31,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:31,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:31,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:31,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:31,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:31,570 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:31,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:31,998 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:31,999 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:31,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:31,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495551992, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:32,001 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10575c05 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70fb6e62 2025-01-10T07:51:32,005 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@300e2793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:32,010 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:32,012 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:32,014 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10575c05 to 127.0.0.1:49432 2025-01-10T07:51:32,014 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:32,023 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2025-01-10T07:51:32,023 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed Metrics about Tables on a single HBase RegionServer 2025-01-10T07:51:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:32,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:32,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:32,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:32,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:32,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:32,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:32,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:32,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:32,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:32,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:32,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:32,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:32,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:32,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:32,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:32,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:32,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:32,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:32,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:32,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:32,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:32,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:32,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:32,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:32,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:32,091 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:32,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:32,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:32,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:32,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:32,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:32,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:32,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:32,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:32,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:32,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:32,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:32,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:32,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:32,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:32,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:32,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:32,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:32,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:32,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:32,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:32,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:32,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:32,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:32,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:32,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:32,616 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:33,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:33,020 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:33,021 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:33,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:33,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 11 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495553015, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:33,023 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x015d66c5 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2afe80f2 2025-01-10T07:51:33,027 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b0d1881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:33,029 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:33,030 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:33,032 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x015d66c5 to 127.0.0.1:49432 2025-01-10T07:51:33,032 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:33,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:33,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:33,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:33,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:33,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:33,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:33,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:33,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:33,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:33,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:33,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:33,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:33,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:33,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:33,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:33,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:33,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:33,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:33,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:33,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:33,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:33,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:33,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:33,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:33,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:33,144 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:33,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:33,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:33,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:33,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:33,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:33,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:33,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:33,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:33,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:33,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:33,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:33,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:33,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:33,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:33,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:33,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:33,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:33,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:33,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:33,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:33,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:33,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:33,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:33,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:33,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:33,664 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:34,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:34,038 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:34,039 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:34,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:34,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 12 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495554033, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:34,041 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f643e5b to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71c3d255 2025-01-10T07:51:34,044 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@720905fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:34,045 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:34,046 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:34,048 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f643e5b to 127.0.0.1:49432 2025-01-10T07:51:34,048 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:34,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:34,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:34,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:34,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:34,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:34,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:34,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:34,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:34,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:34,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:34,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:34,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:34,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:34,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:34,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:34,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:34,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:34,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:34,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:34,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:34,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:34,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:34,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:34,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:34,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:34,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:34,184 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:34,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:34,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:34,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:34,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:34,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:34,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:34,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:34,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:34,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:34,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:34,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:34,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:34,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:34,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:34,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:34,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:34,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:34,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:34,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:34,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:34,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:34,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:34,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:34,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:34,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:34,723 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:34,811 INFO [995f44e581cf:39451Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2025-01-10T07:51:34,811 INFO [995f44e581cf:39451Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2025-01-10T07:51:35,036 INFO [995f44e581cf:34405Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [995f44e581cf%2C34405%2C1736495462427]: currently replicating from: hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 at position: -1 2025-01-10T07:51:35,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:35,058 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:35,059 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:35,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:35,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495555049, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:35,062 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1102757c to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e3c5c73 2025-01-10T07:51:35,072 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@442090ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:35,074 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:35,076 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:35,079 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1102757c to 127.0.0.1:49432 2025-01-10T07:51:35,079 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:35,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:35,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:35,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:35,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:35,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:35,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:35,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:35,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:35,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:35,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:35,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:35,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:35,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:35,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:35,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:35,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:35,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:35,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:35,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:35,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:35,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:35,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:35,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:35,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:35,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:35,254 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:35,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:35,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:35,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:35,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:35,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:35,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:35,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:35,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:35,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:35,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:35,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:35,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:35,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:35,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:35,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:35,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:35,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:35,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:35,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:35,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:35,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:35,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:35,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:35,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:35,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:35,774 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:36,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:36,121 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:36,122 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:36,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:36,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 14 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495556083, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:36,131 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09ef880c to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15ac8286 2025-01-10T07:51:36,174 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5549dd66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:36,214 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:36,218 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:36,235 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09ef880c to 127.0.0.1:49432 2025-01-10T07:51:36,235 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:36,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:36,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:36,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:36,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:36,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:36,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:36,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:36,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:36,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:36,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:36,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:36,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:36,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:36,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:36,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:36,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:36,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:36,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:36,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:36,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:36,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:36,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:36,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:36,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:36,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:36,318 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:36,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:36,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:36,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:36,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:36,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:36,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:36,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:36,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:36,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:36,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:36,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:36,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:36,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:36,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:36,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:36,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:36,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:36,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:36,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:36,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:36,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:36,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:36,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:36,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:36,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:36,898 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:37,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:37,243 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:37,244 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:37,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:37,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 15 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495557236, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:37,246 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ed52a1a to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f1c21f4 2025-01-10T07:51:37,265 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64a5619c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:37,272 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:37,273 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:37,276 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ed52a1a to 127.0.0.1:49432 2025-01-10T07:51:37,276 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:37,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:37,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:37,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:37,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:37,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:37,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:37,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:37,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:37,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:37,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:37,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:37,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:37,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:37,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:37,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:37,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:37,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:37,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:37,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:37,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:37,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:37,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:37,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:37,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:37,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:37,421 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:37,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:37,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:37,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:37,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:37,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:37,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:37,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:37,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:37,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:37,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:37,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:37,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:37,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:38,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:38,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:38,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:38,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:38,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:38,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:38,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:38,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:38,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:38,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:38,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:38,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:38,085 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:38,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:38,302 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:38,303 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:38,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:38,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495558286, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:38,312 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1277b653 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ba6a84 2025-01-10T07:51:38,342 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2025-01-10T07:51:38,352 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26fad696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:38,381 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:38,382 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:38,387 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1277b653 to 127.0.0.1:49432 2025-01-10T07:51:38,387 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:38,604 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2025-01-10T07:51:38,606 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2025-01-10T07:51:38,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:38,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:38,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:38,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:38,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:38,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:38,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:38,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:38,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:38,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:38,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:38,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:38,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:38,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:38,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:38,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:38,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:38,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:38,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:38,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:38,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:38,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:38,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:38,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:38,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:38,690 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:39,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:39,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:39,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:39,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:39,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:39,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:39,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:39,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:39,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:39,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:39,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:39,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:39,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:39,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:39,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:39,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:39,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:39,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:39,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:39,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:39,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:39,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:39,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:39,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:39,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:39,211 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:39,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:39,397 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:39,398 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:39,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:39,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 17 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495559388, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:39,401 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58ffec4f to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e47439e 2025-01-10T07:51:39,510 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ef96aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:39,534 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:39,546 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:39,552 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58ffec4f to 127.0.0.1:49432 2025-01-10T07:51:39,552 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:39,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:39,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:39,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:39,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:39,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:39,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:39,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:39,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:39,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:39,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:39,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:39,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:39,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:39,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:39,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:39,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:39,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:39,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:39,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:39,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:39,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:39,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:39,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:39,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:39,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:39,727 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:39,744 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2025-01-10T07:51:39,747 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2025-01-10T07:51:39,814 INFO [995f44e581cf:39451Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2025-01-10T07:51:39,814 INFO [995f44e581cf:39451Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2025-01-10T07:51:40,036 INFO [995f44e581cf:34405Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [995f44e581cf%2C34405%2C1736495462427]: currently replicating from: hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 at position: -1 2025-01-10T07:51:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:40,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:40,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:40,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:40,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:40,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:40,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:40,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:40,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:40,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:40,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:40,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:40,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:40,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:40,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:40,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:40,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:40,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:40,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:40,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:40,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:40,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:40,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:40,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:40,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:40,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:40,258 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:40,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:40,559 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:40,560 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:40,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:40,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 18 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495560553, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:40,562 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0647aad4 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32285231 2025-01-10T07:51:40,565 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b1b288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:40,567 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:40,568 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:40,572 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0647aad4 to 127.0.0.1:49432 2025-01-10T07:51:40,572 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:40,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:40,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:40,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:40,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:40,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:40,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:40,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:40,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:40,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:40,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:40,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:40,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:40,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:40,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:40,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:40,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:40,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:40,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:40,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:40,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:40,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:40,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:40,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:40,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:40,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:40,782 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:41,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:41,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:41,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:41,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:41,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:41,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:41,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:41,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:41,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:41,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:41,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:41,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:41,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:41,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:41,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:41,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:41,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:41,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:41,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:41,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:41,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:41,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:41,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:41,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:41,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:41,299 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:41,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:41,579 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:41,580 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:41,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:41,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 19 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495561573, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:41,582 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70935340 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@da2eb9 2025-01-10T07:51:41,586 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@af5f9d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:41,587 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:41,589 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:41,590 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70935340 to 127.0.0.1:49432 2025-01-10T07:51:41,590 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:41,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:41,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:41,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:41,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:41,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:41,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:41,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:41,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:41,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:41,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:41,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:41,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:41,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:41,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:41,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:41,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:41,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:41,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:41,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:41,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:41,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:41,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:41,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:41,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:41,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:41,818 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:42,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:42,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:42,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:42,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:42,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:42,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:42,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:42,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:42,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:42,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:42,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:42,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:42,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:42,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:42,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:42,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:42,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:42,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:42,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:42,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:42,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:42,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:42,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:42,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:42,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:42,334 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:42,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:42,603 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:42,603 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:42,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:42,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 20 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495562591, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:42,621 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61210c8d to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@305f59f6 2025-01-10T07:51:42,626 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15c15d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:42,631 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:42,634 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41392, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:42,636 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61210c8d to 127.0.0.1:49432 2025-01-10T07:51:42,636 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:42,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:42,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:42,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:42,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:42,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:42,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:42,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:42,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:42,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:42,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:42,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:42,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:42,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:42,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:42,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:42,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:42,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:42,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:42,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:42,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:42,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:42,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:42,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:42,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:42,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:42,882 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:43,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:43,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:43,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:43,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:43,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:43,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:43,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:43,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:43,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:43,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:43,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:43,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:43,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:43,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:43,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:43,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:43,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:43,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:43,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:43,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:43,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:43,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:43,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:43,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:43,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:43,417 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:43,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:43,664 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:43,669 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:43,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:43,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 21 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495563637, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:43,675 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6589e5c8 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fd38066 2025-01-10T07:51:43,706 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3065113d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:43,723 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:43,724 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:43,727 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6589e5c8 to 127.0.0.1:49432 2025-01-10T07:51:43,727 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:43,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:43,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:43,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:43,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:43,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:43,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:43,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:43,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:43,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:43,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:43,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:43,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:43,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:43,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:43,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:43,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:43,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:43,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:43,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:43,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:43,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:43,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:43,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:43,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:43,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:43,933 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:44,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:44,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:44,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:44,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:44,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:44,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:44,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:44,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:44,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:44,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:44,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:44,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:44,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:44,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:44,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:44,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:44,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:44,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:44,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:44,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:44,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:44,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:44,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:44,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:44,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:44,456 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:44,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:44,735 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:44,736 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:44,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:44,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 22 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495564728, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:44,738 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3842f25d to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b219583 2025-01-10T07:51:44,750 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13559123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:44,753 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:44,755 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:44,757 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3842f25d to 127.0.0.1:49432 2025-01-10T07:51:44,757 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:44,811 INFO [995f44e581cf:39451Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2025-01-10T07:51:44,811 INFO [995f44e581cf:39451Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2025-01-10T07:51:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:44,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:44,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:44,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:44,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:44,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:44,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:44,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:44,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:44,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:44,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:44,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:44,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:44,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:44,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:44,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:44,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:44,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:44,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:44,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:44,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:44,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:44,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:44,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:44,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:44,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:44,976 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:45,038 INFO [995f44e581cf:34405Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [995f44e581cf%2C34405%2C1736495462427]: currently replicating from: hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 at position: -1 2025-01-10T07:51:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:45,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:45,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:45,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:45,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:45,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:45,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:45,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:45,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:45,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:45,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:45,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:45,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:45,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:45,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:45,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:45,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:45,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:45,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:45,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:45,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:45,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:45,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:45,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:45,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:45,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:45,490 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:45,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:45,763 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:45,764 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:45,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:45,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 23 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495565758, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:45,766 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x511b3081 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@56112aac 2025-01-10T07:51:45,828 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@697275c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:45,831 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:45,833 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:45,835 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x511b3081 to 127.0.0.1:49432 2025-01-10T07:51:45,835 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:45,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:45,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:45,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:45,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:45,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:45,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:45,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:45,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:45,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:46,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:46,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:46,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:46,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:46,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:46,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:46,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:46,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:46,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:46,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:46,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:46,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:46,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:46,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:46,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:46,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:46,021 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:46,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:46,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:46,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:46,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:46,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:46,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:46,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:46,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:46,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:46,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:46,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:46,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:46,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:46,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:46,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:46,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:46,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:46,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:46,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:46,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:46,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:46,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:46,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:46,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:46,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:46,540 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:46,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:46,843 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:46,844 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:46,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:46,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 24 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495566836, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:46,847 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38f03070 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@676b3988 2025-01-10T07:51:46,851 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dcdacf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:46,852 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:46,853 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:46,856 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38f03070 to 127.0.0.1:49432 2025-01-10T07:51:46,856 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:47,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:47,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:47,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:47,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:47,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:47,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:47,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:47,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:47,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:47,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:47,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:47,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:47,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:47,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:47,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:47,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:47,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:47,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:47,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:47,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:47,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:47,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:47,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:47,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:47,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:47,053 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:47,334 INFO [master/995f44e581cf:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2025-01-10T07:51:47,334 INFO [master/995f44e581cf:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2025-01-10T07:51:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:47,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:47,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:47,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:47,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:47,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:47,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:47,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:47,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:47,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:47,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:47,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:47,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:47,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:47,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:47,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:47,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:47,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:47,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:47,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:47,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:47,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:47,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:47,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:47,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:47,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:47,574 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:47,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:47,872 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:47,873 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:47,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:47,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 25 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495567862, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:47,875 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28e23ed4 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16fbe539 2025-01-10T07:51:47,886 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66a1511e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:47,888 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:47,889 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41422, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:47,891 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28e23ed4 to 127.0.0.1:49432 2025-01-10T07:51:47,891 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:48,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:48,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:48,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:48,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:48,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:48,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:48,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:48,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:48,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:48,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:48,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:48,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:48,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:48,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:48,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:48,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:48,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:48,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:48,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:48,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:48,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:48,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:48,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:48,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:48,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:48,100 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:48,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:48,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:48,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:48,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:48,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:48,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:48,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:48,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:48,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:48,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:48,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:48,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:48,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:48,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:48,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:48,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:48,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:48,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:48,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:48,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:48,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:48,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:48,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:48,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:48,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:48,625 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:48,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:48,900 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:48,901 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:48,901 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:48,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 26 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495568892, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:48,906 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x090bf7d2 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@409019e7 2025-01-10T07:51:48,911 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cd5894a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:48,926 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:48,927 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:48,930 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x090bf7d2 to 127.0.0.1:49432 2025-01-10T07:51:48,930 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:49,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:49,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:49,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:49,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:49,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:49,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:49,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:49,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:49,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:49,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:49,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:49,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:49,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:49,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:49,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:49,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:49,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:49,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:49,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:49,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:49,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:49,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:49,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:49,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:49,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:49,140 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:49,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:49,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:49,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:49,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:49,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:49,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:49,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:49,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:49,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:49,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:49,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:49,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:49,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:49,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:49,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:49,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:49,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:49,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:49,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:49,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:49,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:49,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:49,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:49,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:49,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:49,657 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:49,811 INFO [995f44e581cf:39451Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2025-01-10T07:51:49,811 INFO [995f44e581cf:39451Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2025-01-10T07:51:49,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:49,935 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:49,936 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:49,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:49,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 27 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495569931, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:49,938 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x794fba97 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3950db78 2025-01-10T07:51:49,946 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39cf8ac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:49,948 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:49,949 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41434, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:49,951 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x794fba97 to 127.0.0.1:49432 2025-01-10T07:51:49,951 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:50,036 INFO [995f44e581cf:34405Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [995f44e581cf%2C34405%2C1736495462427]: currently replicating from: hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 at position: -1 2025-01-10T07:51:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:50,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:50,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:50,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:50,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:50,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:50,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:50,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:50,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:50,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:50,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:50,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:50,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:50,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:50,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:50,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:50,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:50,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:50,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:50,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:50,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:50,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:50,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:50,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:50,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:50,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:50,176 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:50,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:50,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:50,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:50,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:50,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:50,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:50,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:50,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:50,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:50,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:50,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:50,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:50,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:50,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:50,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:50,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:50,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:50,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:50,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:50,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:50,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:50,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:50,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:50,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:50,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:50,690 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:50,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:50,959 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:50,960 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:50,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:50,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 28 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495570952, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:50,965 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x71de0d47 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e6a931f 2025-01-10T07:51:50,969 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b368191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:50,971 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:50,972 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:50,974 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x71de0d47 to 127.0.0.1:49432 2025-01-10T07:51:50,974 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:51,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:51,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:51,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:51,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:51,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:51,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:51,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:51,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:51,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:51,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:51,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:51,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:51,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:51,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:51,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:51,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:51,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:51,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:51,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:51,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:51,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:51,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:51,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:51,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:51,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:51,206 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:51,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:51,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:51,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:51,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:51,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:51,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:51,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:51,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:51,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:51,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:51,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:51,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:51,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:51,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:51,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:51,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:51,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:51,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:51,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:51,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:51,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:51,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:51,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:51,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:51,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:51,719 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:51,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:51,980 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:51,981 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:51,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:51,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 29 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495571975, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:51,983 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7368577e to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6980d067 2025-01-10T07:51:51,993 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5685fecf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:51,996 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:51,997 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:51,999 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7368577e to 127.0.0.1:49432 2025-01-10T07:51:51,999 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:52,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:52,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:52,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:52,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:52,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:52,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:52,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:52,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:52,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:52,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:52,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:52,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:52,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:52,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:52,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:52,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:52,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:52,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:52,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:52,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:52,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:52,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:52,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:52,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:52,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:52,244 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:52,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:52,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:52,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:52,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:52,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:52,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:52,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:52,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:52,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:52,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:52,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:52,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:52,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:52,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:52,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:52,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:52,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:52,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:52,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:52,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:52,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:52,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:52,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:52,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:52,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:52,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:52,760 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:52,896 INFO [master/995f44e581cf:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2025-01-10T07:51:52,896 INFO [master/995f44e581cf:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2025-01-10T07:51:53,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:53,012 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:53,013 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:53,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:53,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 30 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495573004, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:53,020 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7be4e631 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@140812c2 2025-01-10T07:51:53,060 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d82e50a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:53,063 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:53,066 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:53,074 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7be4e631 to 127.0.0.1:49432 2025-01-10T07:51:53,074 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:53,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:53,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:53,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:53,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:53,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:53,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:53,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:53,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:53,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:53,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:53,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:53,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:53,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:53,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:53,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:53,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:53,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:53,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:53,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:53,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:53,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:53,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:53,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:53,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:53,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:53,280 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:53,781 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2025-01-10T07:51:53,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster$13(2770): Client=jenkins//172.17.0.2 disable testdroppedtimed 2025-01-10T07:51:53,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2025-01-10T07:51:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2025-01-10T07:51:53,785 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736495513784"}]},"ts":"1736495513784"} 2025-01-10T07:51:53,786 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2025-01-10T07:51:53,788 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2025-01-10T07:51:53,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2025-01-10T07:51:53,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=5d887aeb5d0f09d5dd68b7552d3f359e, UNASSIGN}] 2025-01-10T07:51:53,792 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=5d887aeb5d0f09d5dd68b7552d3f359e, UNASSIGN 2025-01-10T07:51:53,792 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=5d887aeb5d0f09d5dd68b7552d3f359e, regionState=CLOSING, regionLocation=995f44e581cf,34405,1736495462427 2025-01-10T07:51:53,793 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2025-01-10T07:51:53,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure 5d887aeb5d0f09d5dd68b7552d3f359e, server=995f44e581cf,34405,1736495462427}] 2025-01-10T07:51:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2025-01-10T07:51:53,945 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 995f44e581cf,34405,1736495462427 2025-01-10T07:51:53,946 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close 5d887aeb5d0f09d5dd68b7552d3f359e 2025-01-10T07:51:53,946 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2025-01-10T07:51:53,946 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing 5d887aeb5d0f09d5dd68b7552d3f359e, disabling compactions & flushes 2025-01-10T07:51:53,946 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1736495481210.5d887aeb5d0f09d5dd68b7552d3f359e. 2025-01-10T07:51:53,946 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1736495481210.5d887aeb5d0f09d5dd68b7552d3f359e. 2025-01-10T07:51:53,946 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1736495481210.5d887aeb5d0f09d5dd68b7552d3f359e. after waiting 0 ms 2025-01-10T07:51:53,946 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1736495481210.5d887aeb5d0f09d5dd68b7552d3f359e. 2025-01-10T07:51:53,946 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing 5d887aeb5d0f09d5dd68b7552d3f359e 1/1 column families, dataSize=4.05 KB heapSize=4.38 KB 2025-01-10T07:51:54,014 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/testdroppedtimed/5d887aeb5d0f09d5dd68b7552d3f359e/.tmp/fam/f736df8619fd48f4b1d5ee1dce84c910 is 4154, key is 0 put on table to be dropped/fam:row/1736495485144/Put/seqid=0 2025-01-10T07:51:54,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741866_1042 (size=9218) 2025-01-10T07:51:54,026 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.05 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/testdroppedtimed/5d887aeb5d0f09d5dd68b7552d3f359e/.tmp/fam/f736df8619fd48f4b1d5ee1dce84c910 2025-01-10T07:51:54,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:54,082 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:54,082 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:54,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:54,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 31 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495574075, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:54,084 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4fae5172 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b64c447 2025-01-10T07:51:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2025-01-10T07:51:54,088 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6134d894, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:54,089 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:54,089 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/testdroppedtimed/5d887aeb5d0f09d5dd68b7552d3f359e/.tmp/fam/f736df8619fd48f4b1d5ee1dce84c910 as hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/testdroppedtimed/5d887aeb5d0f09d5dd68b7552d3f359e/fam/f736df8619fd48f4b1d5ee1dce84c910 2025-01-10T07:51:54,090 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:54,093 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4fae5172 to 127.0.0.1:49432 2025-01-10T07:51:54,093 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:54,100 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/testdroppedtimed/5d887aeb5d0f09d5dd68b7552d3f359e/fam/f736df8619fd48f4b1d5ee1dce84c910, entries=1, sequenceid=5, filesize=9.0 K 2025-01-10T07:51:54,103 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~4.05 KB/4150, heapSize ~4.36 KB/4464, currentSize=0 B/0 for 5d887aeb5d0f09d5dd68b7552d3f359e in 157ms, sequenceid=5, compaction requested=false 2025-01-10T07:51:54,122 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/testdroppedtimed/5d887aeb5d0f09d5dd68b7552d3f359e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2025-01-10T07:51:54,122 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed testdroppedtimed,,1736495481210.5d887aeb5d0f09d5dd68b7552d3f359e. 2025-01-10T07:51:54,122 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for 5d887aeb5d0f09d5dd68b7552d3f359e: 2025-01-10T07:51:54,124 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed 5d887aeb5d0f09d5dd68b7552d3f359e 2025-01-10T07:51:54,125 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=5d887aeb5d0f09d5dd68b7552d3f359e, regionState=CLOSED 2025-01-10T07:51:54,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2025-01-10T07:51:54,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure 5d887aeb5d0f09d5dd68b7552d3f359e, server=995f44e581cf,34405,1736495462427 in 333 msec 2025-01-10T07:51:54,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2025-01-10T07:51:54,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=5d887aeb5d0f09d5dd68b7552d3f359e, UNASSIGN in 336 msec 2025-01-10T07:51:54,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2025-01-10T07:51:54,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 340 msec 2025-01-10T07:51:54,143 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736495514143"}]},"ts":"1736495514143"} 2025-01-10T07:51:54,144 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2025-01-10T07:51:54,145 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2025-01-10T07:51:54,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 365 msec 2025-01-10T07:51:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2025-01-10T07:51:54,388 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 71 completed 2025-01-10T07:51:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:54,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:54,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:54,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:54,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:54,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:54,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:54,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:54,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:54,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:54,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:54,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:54,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:54,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:54,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:54,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:54,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:54,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:54,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:54,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:54,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:54,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:54,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:54,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:54,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:54,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:54,406 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:54,811 INFO [995f44e581cf:39451Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2025-01-10T07:51:54,811 INFO [995f44e581cf:39451Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2025-01-10T07:51:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:54,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:54,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:54,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:54,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:54,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:54,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:54,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:54,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:54,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:54,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:54,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:54,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:54,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:54,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:54,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:54,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:54,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:54,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:54,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:54,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:54,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:54,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:54,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:54,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:54,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:54,919 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:55,036 INFO [995f44e581cf:34405Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [995f44e581cf%2C34405%2C1736495462427]: currently replicating from: hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 at position: -1 2025-01-10T07:51:55,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:55,101 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:55,102 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:55,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:55,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 32 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495575095, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:55,104 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70e57cd7 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d9ec870 2025-01-10T07:51:55,109 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a29492f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:55,110 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:55,112 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:55,114 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70e57cd7 to 127.0.0.1:49432 2025-01-10T07:51:55,114 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:55,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:55,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:55,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:55,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:55,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:55,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:55,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:55,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:55,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:55,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:55,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:55,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:55,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:55,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:55,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:55,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:55,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:55,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:55,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:55,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:55,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:55,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:55,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:55,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:55,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:55,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:55,438 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:55,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:55,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:55,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:55,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:55,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:55,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:55,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:55,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:55,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:55,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:55,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:55,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:55,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:55,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:55,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:55,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:55,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:55,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:55,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:55,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:55,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:55,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:55,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:55,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:55,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:55,952 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:56,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:56,124 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:56,131 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:56,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:56,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 33 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495576119, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:56,133 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70a3a094 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4bc52bb8 2025-01-10T07:51:56,156 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@be573de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:56,161 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:56,162 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:56,165 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70a3a094 to 127.0.0.1:49432 2025-01-10T07:51:56,165 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:56,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:56,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:56,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:56,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:56,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:56,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:56,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:56,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:56,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:56,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:56,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:56,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:56,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:56,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:56,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:56,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:56,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:56,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:56,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:56,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:56,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:56,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:56,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:56,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:56,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:56,488 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:56,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:56,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:56,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:56,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:56,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:56,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:56,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:56,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:56,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:56,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:56,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:56,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:56,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:56,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:56,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:56,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:56,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:56,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:56,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:57,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:57,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:57,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:57,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:57,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:57,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:57,002 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:57,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:57,172 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:57,173 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:57,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:57,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 34 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495577166, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:57,174 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16b30403 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@74496586 2025-01-10T07:51:57,199 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54128352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:57,201 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:57,202 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:57,203 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16b30403 to 127.0.0.1:49432 2025-01-10T07:51:57,203 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:57,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:57,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:57,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:57,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:57,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:57,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:57,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:57,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:57,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:57,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:57,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:57,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:57,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:57,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:57,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:57,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:57,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:57,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:57,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:57,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:57,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:57,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:57,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:57,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:57,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:57,521 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:58,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:58,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:58,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:58,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:58,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:58,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:58,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:58,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:58,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:58,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:58,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:58,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:58,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:58,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:58,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:58,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:58,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:58,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:58,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:58,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:58,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:58,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:58,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:58,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:58,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:58,060 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:58,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:58,237 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:58,238 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:58,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:58,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 35 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495578222, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:58,243 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ca7688c to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@537d55cb 2025-01-10T07:51:58,272 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@133554e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:58,274 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:58,282 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:58,293 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ca7688c to 127.0.0.1:49432 2025-01-10T07:51:58,293 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:58,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:58,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:58,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:58,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:58,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:58,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:58,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:58,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:58,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:58,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:58,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:58,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:58,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:58,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:58,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:58,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:58,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:58,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:58,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:58,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:58,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:58,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:58,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:58,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:58,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:58,574 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:59,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:59,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:59,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:59,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:59,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:59,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:59,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:59,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:59,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:59,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:59,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:59,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:59,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:59,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:59,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:59,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:59,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:59,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:59,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:59,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:59,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:59,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:59,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:59,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:59,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:59,087 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:59,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:51:59,298 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:51:59,299 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:59,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:51:59,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 36 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495579294, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:51:59,301 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x71508644 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48ba56a8 2025-01-10T07:51:59,309 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7111b126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:51:59,310 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:51:59,311 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49010, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:51:59,313 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x71508644 to 127.0.0.1:49432 2025-01-10T07:51:59,313 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:51:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:51:59,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:51:59,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:51:59,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:51:59,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:51:59,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:51:59,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:51:59,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:51:59,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:51:59,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:51:59,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:51:59,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:51:59,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:51:59,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:51:59,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:51:59,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:51:59,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:51:59,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:51:59,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:51:59,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:51:59,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:51:59,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:51:59,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:51:59,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:51:59,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:51:59,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:51:59,603 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:51:59,650 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2025-01-10T07:51:59,811 INFO [995f44e581cf:39451Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2025-01-10T07:51:59,811 INFO [995f44e581cf:39451Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2025-01-10T07:52:00,036 INFO [995f44e581cf:34405Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [995f44e581cf%2C34405%2C1736495462427]: currently replicating from: hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 at position: -1 2025-01-10T07:52:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:00,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:00,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:00,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:00,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:00,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:00,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:00,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:00,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:00,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:00,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:00,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:00,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:00,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:00,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:00,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:00,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:00,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:00,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:00,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:00,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:00,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:00,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:00,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:00,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:00,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:00,115 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:00,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:00,318 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:52:00,319 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:00,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:00,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 37 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495580314, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:52:00,320 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x012f50e4 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1bba597f 2025-01-10T07:52:00,324 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67de43af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:52:00,325 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:52:00,326 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:52:00,327 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x012f50e4 to 127.0.0.1:49432 2025-01-10T07:52:00,327 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:00,333 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2025-01-10T07:52:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:00,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:00,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:00,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:00,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:00,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:00,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:00,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:00,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:00,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:00,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:00,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:00,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:00,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:00,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:00,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:00,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:00,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:00,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:00,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:00,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:00,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:00,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:00,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:00,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:00,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:00,629 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:01,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:01,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:01,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:01,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:01,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:01,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:01,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:01,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:01,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:01,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:01,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:01,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:01,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:01,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:01,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:01,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:01,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:01,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:01,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:01,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:01,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:01,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:01,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:01,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:01,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:01,146 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:01,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:01,333 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:52:01,334 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:01,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:01,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 38 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495581328, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:52:01,336 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c51f3a3 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65e936f7 2025-01-10T07:52:01,339 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@703fc2de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:52:01,341 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:52:01,342 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:52:01,345 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c51f3a3 to 127.0.0.1:49432 2025-01-10T07:52:01,345 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:01,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:01,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:01,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:01,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:01,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:01,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:01,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:01,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:01,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:01,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:01,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:01,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:01,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:01,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:01,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:01,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:01,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:01,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:01,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:01,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:01,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:01,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:01,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:01,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:01,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:01,663 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:02,023 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2025-01-10T07:52:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:02,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:02,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:02,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:02,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:02,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:02,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:02,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:02,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:02,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:02,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:02,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:02,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:02,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:02,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:02,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:02,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:02,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:02,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:02,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:02,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:02,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:02,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:02,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:02,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:02,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:02,180 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:02,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:02,350 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:52:02,351 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:02,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:02,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 39 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495582346, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:52:02,352 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x159a7811 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39e8aadb 2025-01-10T07:52:02,355 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@374fb60a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:52:02,357 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:52:02,358 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:52:02,359 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x159a7811 to 127.0.0.1:49432 2025-01-10T07:52:02,359 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:02,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:02,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:02,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:02,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:02,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:02,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:02,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:02,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:02,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:02,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:02,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:02,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:02,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:02,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:02,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:02,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:02,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:02,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:02,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:02,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:02,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:02,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:02,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:02,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:02,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:02,701 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:03,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:03,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:03,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:03,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:03,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:03,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:03,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:03,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:03,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:03,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:03,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:03,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:03,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:03,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:03,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:03,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:03,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:03,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:03,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:03,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:03,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:03,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:03,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:03,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:03,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:03,226 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:03,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:03,364 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:52:03,365 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:03,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:03,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 40 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495583360, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:52:03,367 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6df65719 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1134860e 2025-01-10T07:52:03,380 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b018dc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:52:03,382 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:52:03,387 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:52:03,389 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6df65719 to 127.0.0.1:49432 2025-01-10T07:52:03,389 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:03,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:03,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:03,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:03,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:03,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:03,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:03,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:03,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:03,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:03,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:03,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:03,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:03,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:03,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:03,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:03,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:03,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:03,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:03,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:03,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:03,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:03,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:03,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:03,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:03,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:03,737 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:04,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:04,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:04,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:04,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:04,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:04,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:04,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:04,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:04,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:04,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:04,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:04,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:04,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:04,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:04,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:04,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:04,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:04,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:04,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:04,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:04,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:04,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:04,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:04,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:04,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:04,250 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:04,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:04,393 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:52:04,394 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:04,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:04,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 41 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495584389, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:52:04,395 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78c2ad1d to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4df350fd 2025-01-10T07:52:04,398 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1acb9b2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:52:04,399 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:52:04,400 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:52:04,402 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78c2ad1d to 127.0.0.1:49432 2025-01-10T07:52:04,402 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:04,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:04,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:04,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:04,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:04,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:04,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:04,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:04,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:04,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:04,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:04,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:04,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:04,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:04,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:04,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:04,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:04,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:04,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:04,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:04,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:04,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:04,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:04,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:04,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:04,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:04,764 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:04,811 INFO [995f44e581cf:39451Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2025-01-10T07:52:04,811 INFO [995f44e581cf:39451Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2025-01-10T07:52:05,036 INFO [995f44e581cf:34405Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [995f44e581cf%2C34405%2C1736495462427]: currently replicating from: hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 at position: -1 2025-01-10T07:52:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:05,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:05,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:05,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:05,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:05,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:05,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:05,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:05,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:05,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:05,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:05,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:05,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:05,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:05,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:05,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:05,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:05,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:05,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:05,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:05,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:05,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:05,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:05,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:05,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:05,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:05,282 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:05,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:05,408 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:52:05,409 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:05,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:05,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 42 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495585403, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:52:05,411 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ba003f6 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c03d6c7 2025-01-10T07:52:05,420 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a570ca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:52:05,423 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:52:05,428 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:52:05,430 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ba003f6 to 127.0.0.1:49432 2025-01-10T07:52:05,430 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:05,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:05,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:05,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:05,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:05,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:05,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:05,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:05,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:05,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:05,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:05,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:05,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:05,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:05,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:05,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:05,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:05,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:05,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:05,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:05,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:05,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:05,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:05,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:05,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:05,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:05,814 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:06,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:06,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:06,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:06,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:06,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:06,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:06,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:06,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:06,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:06,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:06,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:06,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:06,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:06,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:06,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:06,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:06,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:06,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:06,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:06,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:06,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:06,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:06,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:06,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:06,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:06,328 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:06,427 DEBUG [master/995f44e581cf:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 4e1eaf4abec7adc24615d2ed30eb6aec changed from -1.0 to 0.0, refreshing cache 2025-01-10T07:52:06,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:06,440 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:52:06,441 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:06,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:06,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 43 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495586432, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:52:06,443 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x081e5f4e to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@aa90564 2025-01-10T07:52:06,450 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68790aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:52:06,451 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:52:06,452 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46894, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:52:06,455 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x081e5f4e to 127.0.0.1:49432 2025-01-10T07:52:06,455 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:06,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:06,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:06,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:06,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:06,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:06,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:06,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:06,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:06,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:06,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:06,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:06,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:06,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:06,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:06,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:06,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:06,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:06,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:06,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:06,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:06,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:06,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:06,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:06,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:06,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:06,841 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:07,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:07,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:07,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:07,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:07,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:07,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:07,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:07,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:07,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:07,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:07,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:07,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:07,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:07,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:07,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:07,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:07,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:07,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:07,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:07,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:07,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:07,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:07,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:07,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:07,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:07,361 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:07,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:07,460 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:52:07,461 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:07,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:07,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 44 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495587456, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:52:07,463 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03c799e3 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41072eda 2025-01-10T07:52:07,467 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@610b4803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:52:07,468 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:52:07,470 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:52:07,471 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03c799e3 to 127.0.0.1:49432 2025-01-10T07:52:07,471 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:07,526 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2025-01-10T07:52:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:07,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:07,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:07,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:07,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:07,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:07,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:07,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:07,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:07,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:07,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:07,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:07,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:07,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:07,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:07,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:07,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:07,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:07,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:07,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:07,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:07,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:07,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:07,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:07,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:07,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:07,873 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:08,342 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2025-01-10T07:52:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:08,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:08,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:08,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:08,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:08,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:08,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:08,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:08,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:08,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:08,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:08,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:08,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:08,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:08,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:08,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:08,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:08,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:08,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:08,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:08,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:08,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:08,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:08,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:08,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:08,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:08,383 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:08,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:08,476 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:52:08,477 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:08,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:08,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 45 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495588472, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:52:08,478 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d3b763d to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15b2e4be 2025-01-10T07:52:08,482 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e42fd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:52:08,483 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:52:08,484 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:52:08,485 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d3b763d to 127.0.0.1:49432 2025-01-10T07:52:08,485 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:08,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:08,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:08,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:08,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:08,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:08,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:08,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:08,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:08,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:08,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:08,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:08,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:08,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:08,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:08,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:08,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:08,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:08,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:08,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:08,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:08,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:08,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:08,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:08,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:08,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:08,900 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:09,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:09,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:09,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:09,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:09,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:09,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:09,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:09,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:09,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:09,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:09,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:09,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:09,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:09,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:09,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:09,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:09,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:09,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:09,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:09,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:09,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:09,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:09,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:09,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:09,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:09,413 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:09,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:09,490 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:52:09,491 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:09,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:09,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 46 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495589486, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:52:09,492 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2def4ed1 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ffad8c6 2025-01-10T07:52:09,495 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16eb5047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:52:09,496 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:52:09,497 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:52:09,498 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2def4ed1 to 127.0.0.1:49432 2025-01-10T07:52:09,498 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:09,811 INFO [995f44e581cf:39451Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2025-01-10T07:52:09,811 INFO [995f44e581cf:39451Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2025-01-10T07:52:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:09,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:09,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:09,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:09,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:09,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:09,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:09,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:09,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:09,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:09,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:09,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:09,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:09,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:09,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:09,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:09,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:09,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:09,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:09,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:09,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:09,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:09,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:09,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:09,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:09,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:09,924 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:10,036 INFO [995f44e581cf:34405Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [995f44e581cf%2C34405%2C1736495462427]: currently replicating from: hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 at position: -1 2025-01-10T07:52:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:10,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:10,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:10,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:10,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:10,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:10,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:10,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:10,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:10,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:10,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:10,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:10,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:10,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:10,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:10,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:10,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:10,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:10,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:10,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:10,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:10,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:10,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:10,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:10,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:10,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:10,435 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:10,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:10,503 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:52:10,504 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:10,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:10,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 47 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495590499, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:52:10,505 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40bf9de2 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@397a41db 2025-01-10T07:52:10,508 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75df57db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:52:10,509 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:52:10,510 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:52:10,511 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40bf9de2 to 127.0.0.1:49432 2025-01-10T07:52:10,511 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:10,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:10,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:10,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:10,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:10,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:10,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:10,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:10,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:10,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:10,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:10,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:10,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:10,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:10,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:10,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:10,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:10,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:10,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:10,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:10,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:10,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:10,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:10,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:10,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:10,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:10,945 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:11,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:11,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:11,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:11,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:11,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:11,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:11,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:11,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:11,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:11,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:11,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:11,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:11,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:11,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:11,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:11,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:11,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:11,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:11,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:11,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:11,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:11,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:11,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:11,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:11,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:11,457 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:11,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:11,518 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:52:11,519 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:11,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:11,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 48 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495591512, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:52:11,521 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x505b701a to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b448753 2025-01-10T07:52:11,525 DEBUG [master/995f44e581cf:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2025-01-10T07:52:11,528 DEBUG [master/995f44e581cf:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 8b8b1cf646a6feb665a6646023a4fef6 changed from -1.0 to 0.0, refreshing cache 2025-01-10T07:52:11,528 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34aa7e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:52:11,529 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:52:11,530 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:52:11,532 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x505b701a to 127.0.0.1:49432 2025-01-10T07:52:11,532 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:11,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:11,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:11,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:11,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:11,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:11,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:11,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:11,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:11,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:11,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:11,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:11,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:11,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:11,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:11,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:11,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:11,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:11,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:11,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:11,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:11,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:11,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:11,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:11,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:11,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:11,968 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:12,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:12,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:12,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:12,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:12,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:12,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:12,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:12,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:12,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:12,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:12,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:12,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:12,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:12,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:12,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:12,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:12,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:12,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:12,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:12,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:12,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:12,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:12,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:12,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:12,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:12,480 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:12,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:12,536 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:52:12,536 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:12,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:12,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 49 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495592532, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:52:12,537 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e1b17a2 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71fa6b2d 2025-01-10T07:52:12,540 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16c43a7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:52:12,541 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:52:12,542 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32862, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:52:12,543 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e1b17a2 to 127.0.0.1:49432 2025-01-10T07:52:12,543 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:12,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:12,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:12,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:12,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:12,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:12,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:12,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:12,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:12,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:12,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:12,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:12,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:12,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:12,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:12,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:12,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:12,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:12,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:12,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:12,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:12,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:12,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:12,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:12,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:12,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:12,992 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:13,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:13,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:13,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:13,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:13,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:13,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:13,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:13,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:13,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:13,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:13,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:13,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:13,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:13,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:13,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:13,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:13,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:13,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:13,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:13,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:13,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:13,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:13,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:13,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:13,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:13,502 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:13,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:13,547 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:52:13,548 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:13,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:13,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 50 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495593544, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:52:13,549 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1ea4bad9 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ca50923 2025-01-10T07:52:13,552 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b85fb2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:52:13,553 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:52:13,554 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:52:13,555 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1ea4bad9 to 127.0.0.1:49432 2025-01-10T07:52:13,555 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:14,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:14,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:14,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:14,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:14,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:14,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:14,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:14,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:14,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:14,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:14,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:14,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:14,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:14,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:14,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:14,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:14,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:14,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:14,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:14,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:14,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:14,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:14,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:14,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:14,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:14,013 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:14,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:14,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:14,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:14,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:14,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:14,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:14,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:14,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:14,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:14,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:14,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:14,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:14,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:14,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:14,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:14,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:14,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:14,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:14,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:14,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:14,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:14,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:14,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:14,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:14,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:14,525 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:14,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:14,560 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:52:14,561 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:14,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:14,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 51 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495594556, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:52:14,562 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38036328 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2cfb891a 2025-01-10T07:52:14,566 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8834b20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:52:14,567 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:52:14,568 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:52:14,570 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38036328 to 127.0.0.1:49432 2025-01-10T07:52:14,570 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:14,811 INFO [995f44e581cf:39451Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2025-01-10T07:52:14,811 INFO [995f44e581cf:39451Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2025-01-10T07:52:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:15,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:15,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:15,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:15,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:15,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:15,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:15,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:15,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:15,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:15,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:15,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:15,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:15,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:15,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:15,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:15,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:15,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:15,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:15,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:15,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:15,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:15,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:15,036 INFO [995f44e581cf:34405Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [995f44e581cf%2C34405%2C1736495462427]: currently replicating from: hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 at position: -1 2025-01-10T07:52:15,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:15,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:15,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:15,037 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:15,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:15,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:15,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:15,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:15,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:15,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:15,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:15,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:15,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:15,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:15,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:15,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:15,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:15,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:15,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:15,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:15,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:15,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:15,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:15,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:15,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:15,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:15,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:15,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:15,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:15,549 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:15,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:15,574 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:52:15,575 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:15,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:15,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 52 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495595570, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:52:15,577 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bbf1e72 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b7cfb46 2025-01-10T07:52:15,579 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19346b42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:52:15,580 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:52:15,581 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32890, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:52:15,582 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bbf1e72 to 127.0.0.1:49432 2025-01-10T07:52:15,582 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:16,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:16,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:16,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:16,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:16,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:16,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:16,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:16,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:16,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:16,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:16,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:16,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:16,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:16,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:16,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:16,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:16,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:16,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:16,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:16,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:16,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:16,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:16,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:16,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:16,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:16,064 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:16,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:16,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:16,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:16,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:16,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:16,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:16,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:16,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:16,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:16,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:16,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:16,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:16,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:16,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:16,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:16,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:16,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:16,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:16,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:16,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:16,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:16,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:16,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:16,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:16,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:16,580 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:16,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:16,587 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:52:16,588 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:16,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:16,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 53 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495596583, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:52:16,589 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x73f7a512 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1fbdd6e1 2025-01-10T07:52:16,592 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25e9c02f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:52:16,593 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:52:16,594 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:52:16,595 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x73f7a512 to 127.0.0.1:49432 2025-01-10T07:52:16,595 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:17,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:17,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:17,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:17,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:17,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:17,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:17,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:17,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:17,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:17,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:17,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:17,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:17,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:17,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:17,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:17,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:17,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:17,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:17,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:17,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:17,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:17,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:17,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:17,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:17,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:17,091 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:17,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:17,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:17,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:17,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:17,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:17,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:17,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:17,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:17,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:17,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:17,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:17,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:17,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:17,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:17,600 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:52:17,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:17,600 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:17,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:17,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:17,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 54 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495597596, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:52:17,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:17,602 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58bc6ab8 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2947a590 2025-01-10T07:52:17,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:17,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:17,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:17,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:17,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:17,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:17,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:17,605 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42c4f02f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:52:17,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:17,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:17,606 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:17,606 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:52:17,607 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:52:17,609 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58bc6ab8 to 127.0.0.1:49432 2025-01-10T07:52:17,609 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:18,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:18,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:18,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:18,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:18,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:18,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:18,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:18,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:18,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:18,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:18,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:18,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:18,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:18,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:18,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:18,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:18,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:18,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:18,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:18,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:18,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:18,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:18,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:18,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:18,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:18,117 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:18,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:18,613 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:52:18,614 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:18,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:18,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 55 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495598609, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:52:18,615 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0353516d to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@172c0fb2 2025-01-10T07:52:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:18,619 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@720cd0f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:52:18,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:18,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:18,620 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:52:18,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:18,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:18,621 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:52:18,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:18,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:18,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:18,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:18,622 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0353516d to 127.0.0.1:49432 2025-01-10T07:52:18,622 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:18,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:18,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:18,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:18,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:18,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:18,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:18,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:18,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:18,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:18,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:18,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:18,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:18,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:18,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:18,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:18,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:18,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:18,628 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:19,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:19,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:19,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:19,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:19,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:19,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:19,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:19,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:19,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:19,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:19,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:19,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:19,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:19,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:19,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:19,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:19,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:19,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:19,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:19,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:19,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:19,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:19,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:19,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:19,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:19,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:19,139 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:19,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:19,627 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:52:19,627 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:19,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:19,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 56 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495599623, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:52:19,630 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bd7f0b5 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c7135e2 2025-01-10T07:52:19,636 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@386efbcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:52:19,638 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:52:19,638 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:52:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:19,640 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bd7f0b5 to 127.0.0.1:49432 2025-01-10T07:52:19,640 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:19,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:19,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:19,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:19,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:19,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:19,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:19,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:19,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:19,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:19,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:19,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:19,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:19,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:19,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:19,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:19,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:19,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:19,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:19,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:19,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:19,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:19,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:19,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:19,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:19,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:19,649 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2025-01-10T07:52:19,811 INFO [995f44e581cf:39451Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2025-01-10T07:52:19,811 INFO [995f44e581cf:39451Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2025-01-10T07:52:20,036 INFO [995f44e581cf:34405Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [995f44e581cf%2C34405%2C1736495462427]: currently replicating from: hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 at position: -1 2025-01-10T07:52:20,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster$5(2520): Client=jenkins//172.17.0.2 delete testdroppedtimed 2025-01-10T07:52:20,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2025-01-10T07:52:20,151 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2025-01-10T07:52:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2025-01-10T07:52:20,152 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2025-01-10T07:52:20,155 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/testdroppedtimed/5d887aeb5d0f09d5dd68b7552d3f359e 2025-01-10T07:52:20,157 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/testdroppedtimed/5d887aeb5d0f09d5dd68b7552d3f359e/fam, FileablePath, hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/testdroppedtimed/5d887aeb5d0f09d5dd68b7552d3f359e/recovered.edits] 2025-01-10T07:52:20,162 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/testdroppedtimed/5d887aeb5d0f09d5dd68b7552d3f359e/fam/f736df8619fd48f4b1d5ee1dce84c910 to hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/archive/data/default/testdroppedtimed/5d887aeb5d0f09d5dd68b7552d3f359e/fam/f736df8619fd48f4b1d5ee1dce84c910 2025-01-10T07:52:20,166 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/testdroppedtimed/5d887aeb5d0f09d5dd68b7552d3f359e/recovered.edits/8.seqid to hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/archive/data/default/testdroppedtimed/5d887aeb5d0f09d5dd68b7552d3f359e/recovered.edits/8.seqid 2025-01-10T07:52:20,166 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/testdroppedtimed/5d887aeb5d0f09d5dd68b7552d3f359e 2025-01-10T07:52:20,166 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2025-01-10T07:52:20,168 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2025-01-10T07:52:20,170 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2025-01-10T07:52:20,172 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'testdroppedtimed' descriptor. 2025-01-10T07:52:20,173 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2025-01-10T07:52:20,173 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'testdroppedtimed' from region states. 2025-01-10T07:52:20,173 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1736495481210.5d887aeb5d0f09d5dd68b7552d3f359e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1736495540173"}]},"ts":"9223372036854775807"} 2025-01-10T07:52:20,174 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2025-01-10T07:52:20,174 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5d887aeb5d0f09d5dd68b7552d3f359e, NAME => 'testdroppedtimed,,1736495481210.5d887aeb5d0f09d5dd68b7552d3f359e.', STARTKEY => '', ENDKEY => ''}] 2025-01-10T07:52:20,174 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'testdroppedtimed' as deleted. 2025-01-10T07:52:20,174 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1736495540174"}]},"ts":"9223372036854775807"} 2025-01-10T07:52:20,176 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2025-01-10T07:52:20,178 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2025-01-10T07:52:20,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 28 msec 2025-01-10T07:52:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2025-01-10T07:52:20,253 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 75 completed 2025-01-10T07:52:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:20,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:20,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:20,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:20,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:20,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:20,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:20,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:20,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:20,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:20,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:20,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:20,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:20,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:20,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:20,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:20,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:20,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:20,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:20,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:20,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:20,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:20,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:20,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:20,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:20,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:20,265 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2025-01-10T07:52:20,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:20,645 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-10T07:52:20,645 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:20,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2025-01-10T07:52:20,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] ipc.CallRunner(138): callId: 57 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:36002 deadline: 1736495600641, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2025-01-10T07:52:20,647 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ef135c6 to 127.0.0.1:49432 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b0acbdf 2025-01-10T07:52:20,650 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44f5e1e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-10T07:52:20,651 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-10T07:52:20,652 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2025-01-10T07:52:20,652 WARN [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.HBaseInterClusterReplicationEndpoint(367): Missing table detected at sink, local table also does not exist, filtering edits for table 'testdroppedtimed' 2025-01-10T07:52:20,653 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ef135c6 to 127.0.0.1:49432 2025-01-10T07:52:20,653 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:20,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:20,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:20,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:20,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:20,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:20,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:20,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:20,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:20,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:20,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:20,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:20,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:20,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:20,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:20,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:20,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:20,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:20,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:20,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:20,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:20,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:20,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:20,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:20,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:20,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:20,808 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2025-01-10T07:52:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:21,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:21,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:21,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:21,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:21,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:21,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:21,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:21,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:21,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:21,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:21,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:21,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:21,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:21,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:21,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:21,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:21,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:21,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:21,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:21,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:21,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:21,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:21,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:21,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:21,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:21,323 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2025-01-10T07:52:21,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,661 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/27=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/28=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/29=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/30=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/31=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/32=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/33=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/34=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/35=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/36=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/37=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/38=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/39=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/40=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/41=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/42=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/43=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/44=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/45=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/46=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/47=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/48=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/49=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/50=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=209393, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:21,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,664 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:21,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,669 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/51=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/52=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/53=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/54=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/55=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/56=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/57=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/58=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/59=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/60=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/61=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/62=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/63=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/64=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/65=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/66=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/67=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/68=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/69=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/70=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/71=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/72=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/73=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/74=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=310073, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:21,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,672 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:21,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,678 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/75=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/76=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/77=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/78=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/79=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/80=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/81=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/82=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/83=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/84=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/85=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/86=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/87=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/88=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/89=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/90=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/91=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/92=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/93=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/94=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/95=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/96=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/97=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/98=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=410753, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:21,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,681 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:21,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,686 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/99=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/100=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/101=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/102=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/103=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/104=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/105=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/106=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/107=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/108=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/109=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/110=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/111=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/112=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/113=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/114=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/115=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/116=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/117=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/118=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/119=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/120=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/121=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/122=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=511433, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:21,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,688 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:21,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,693 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/123=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/124=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/125=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/126=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/127=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/128=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/129=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/130=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/131=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/132=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/133=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/134=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/135=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/136=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/137=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/138=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/139=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/140=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/141=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/142=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/143=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/144=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/145=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/146=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=612132, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:21,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,696 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:21,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,707 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/147=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/148=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/149=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/150=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/151=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/152=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/153=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/154=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/155=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/156=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/157=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/158=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/159=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/160=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/161=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/162=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/163=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/164=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/165=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/166=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/167=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/168=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/169=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/170=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=712836, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:21,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,709 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:21,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,714 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/171=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/172=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/173=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/174=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/175=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/176=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/177=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/178=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/179=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/180=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/181=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/182=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/183=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/184=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/185=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/186=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/187=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/188=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/189=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/190=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/191=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/192=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/193=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/194=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=813540, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:21,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,717 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:21,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,722 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/195=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/196=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/197=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/198=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/199=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/200=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/201=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/202=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/203=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/204=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/205=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/206=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/207=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/208=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/209=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/210=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/211=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/212=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/213=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/214=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/215=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/216=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/217=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/218=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=914244, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:21,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,724 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:21,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,730 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/219=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/220=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/221=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/222=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/223=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/224=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/225=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/226=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/227=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/228=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/229=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/230=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/231=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/232=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/233=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/234=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/235=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/236=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/237=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/238=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/239=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/240=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/241=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/242=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=1014948, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:21,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,732 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:21,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,738 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/243=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/244=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/245=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/246=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/247=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/248=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/249=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/250=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/251=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/252=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/253=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/254=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/255=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/256=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/257=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/258=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/259=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/260=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/261=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/262=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/263=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/264=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/265=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/266=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=1115652, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:21,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,741 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:21,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,747 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/267=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/268=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/269=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/270=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/271=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/272=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/273=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/274=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/275=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/276=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/277=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/278=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/279=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/280=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/281=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/282=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/283=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/284=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/285=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/286=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/287=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/288=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/289=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/290=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=1216356, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:21,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,751 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:21,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,755 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/291=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/292=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/293=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/294=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/295=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/296=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/297=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/298=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/299=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/300=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/301=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/302=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/303=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/304=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/305=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/306=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/307=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/308=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/309=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/310=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/311=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/312=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/313=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/314=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=1317060, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:21,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,757 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:21,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,760 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/315=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/316=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/317=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/318=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/319=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/320=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/321=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/322=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/323=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/324=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/325=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/326=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/327=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/328=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/329=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/330=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/331=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/332=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/333=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/334=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/335=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/336=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/337=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/338=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=1417764, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:21,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,762 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:21,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,768 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/339=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/340=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/341=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/342=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/343=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/344=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/345=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/346=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/347=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/348=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/349=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/350=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/351=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/352=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/353=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/354=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/355=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/356=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/357=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/358=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/359=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/360=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/361=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/362=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=1518468, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:21,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,770 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:21,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,775 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/363=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/364=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/365=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/366=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/367=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/368=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/369=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/370=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/371=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/372=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/373=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/374=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/375=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/376=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/377=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/378=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/379=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/380=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/381=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/382=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/383=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/384=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/385=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/386=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=1619172, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:21,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,777 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:21,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,782 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/387=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/388=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/389=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/390=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/391=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/392=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/393=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/394=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/395=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/396=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/397=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/398=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/399=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/400=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/401=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/402=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/403=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/404=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/405=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/406=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/407=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/408=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/409=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/410=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=1719876, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:21,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,785 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:21,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,790 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/411=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/412=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/413=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/414=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/415=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/416=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/417=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/418=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/419=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/420=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/421=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/422=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/423=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/424=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/425=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/426=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/427=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/428=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/429=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/430=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/431=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/432=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/433=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/434=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=1820580, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:21,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,792 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:21,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:21,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:21,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:21,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:21,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:21,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:21,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:21,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:21,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:21,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:21,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:21,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:21,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:21,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:21,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:21,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:21,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:21,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:21,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:21,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:21,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:21,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:21,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:21,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:21,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:21,851 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2025-01-10T07:52:21,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,933 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/435=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/436=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/437=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/438=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/439=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/440=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/441=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/442=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/443=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/444=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/445=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/446=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/447=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/448=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/449=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/450=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/451=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/452=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/453=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/454=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/455=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/456=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/457=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/458=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=1921284, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:21,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,934 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:21,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,941 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/459=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/460=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/461=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/462=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/463=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/464=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/465=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/466=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/467=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/468=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/469=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/470=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/471=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/472=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/473=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/474=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/475=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/476=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/477=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/478=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/479=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/480=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/481=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/482=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=2021988, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:21,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,943 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:21,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,949 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/483=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/484=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/485=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/486=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/487=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/488=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/489=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/490=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/491=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/492=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/493=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/494=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/495=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/496=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/497=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/498=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/499=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/500=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/501=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/502=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/503=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/504=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/505=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/506=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=2122692, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:21,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,950 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:21,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,958 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/507=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/508=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/509=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/510=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/511=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/512=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/513=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/514=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/515=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/516=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/517=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/518=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/519=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/520=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/521=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/522=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/523=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/524=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/525=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/526=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/527=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/528=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/529=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/530=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=2223396, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:21,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,959 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:21,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,967 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/531=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/532=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/533=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/534=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/535=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/536=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/537=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/538=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/539=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/540=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/541=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/542=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/543=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/544=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/545=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/546=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/547=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/548=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/549=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/550=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/551=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/552=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/553=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/554=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=2324100, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:21,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,969 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:21,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,977 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/555=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/556=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/557=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/558=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/559=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/560=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/561=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/562=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/563=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/564=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/565=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/566=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/567=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/568=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/569=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/570=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/571=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/572=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/573=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/574=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/575=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/576=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/577=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/578=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=2424804, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:21,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,978 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:21,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,987 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/579=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/580=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/581=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/582=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/583=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/584=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/585=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/586=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/587=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/588=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/589=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/590=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/591=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/592=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/593=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/594=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/595=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/596=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/597=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/598=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/599=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/600=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/601=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/602=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=2525508, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:21,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,989 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:21,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,994 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/603=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/604=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/605=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/606=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/607=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/608=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/609=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/610=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/611=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/612=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/613=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/614=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/615=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/616=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/617=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/618=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/619=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/620=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/621=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/622=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/623=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/624=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/625=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/626=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=2626212, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:21,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,995 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:21,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:21,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:21,999 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/627=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/628=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/629=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/630=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/631=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/632=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/633=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/634=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/635=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/636=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/637=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/638=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/639=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/640=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/641=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/642=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/643=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/644=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/645=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/646=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/647=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/648=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/649=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/650=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=2726916, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:22,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,000 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:22,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,005 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/651=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/652=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/653=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/654=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/655=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/656=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/657=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/658=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/659=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/660=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/661=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/662=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/663=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/664=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/665=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/666=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/667=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/668=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/669=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/670=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/671=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/672=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/673=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/674=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=2827620, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:22,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,006 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:22,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,011 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/675=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/676=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/677=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/678=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/679=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/680=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/681=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/682=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/683=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/684=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/685=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/686=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/687=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/688=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/689=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/690=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/691=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/692=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/693=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/694=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/695=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/696=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/697=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/698=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=2928324, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:22,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,012 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:22,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,018 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/699=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/700=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/701=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/702=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/703=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/704=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/705=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/706=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/707=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/708=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/709=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/710=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/711=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/712=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/713=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/714=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/715=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/716=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/717=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/718=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/719=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/720=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/721=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/722=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=3029028, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:22,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,019 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:22,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,024 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/723=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/724=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/725=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/726=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/727=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/728=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/729=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/730=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/731=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/732=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/733=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/734=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/735=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/736=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/737=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/738=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/739=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/740=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/741=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/742=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/743=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/744=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/745=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/746=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=3129732, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:22,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,025 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:22,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,031 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/747=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/748=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/749=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/750=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/751=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/752=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/753=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/754=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/755=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/756=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/757=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/758=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/759=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/760=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/761=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/762=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/763=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/764=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/765=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/766=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/767=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/768=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/769=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/770=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=3230436, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:22,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,033 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:22,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,042 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/771=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/772=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/773=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/774=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/775=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/776=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/777=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/778=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/779=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/780=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/781=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/782=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/783=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/784=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/785=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/786=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/787=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/788=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/789=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/790=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/791=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/792=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/793=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/794=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=3331140, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:22,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,043 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:22,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,051 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/795=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/796=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/797=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/798=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/799=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/800=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/801=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/802=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/803=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/804=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/805=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/806=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/807=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/808=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/809=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/810=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/811=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/812=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/813=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/814=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/815=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/816=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/817=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/818=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=3431844, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:22,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,052 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:22,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,058 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/819=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/820=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/821=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/822=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/823=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/824=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/825=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/826=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/827=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/828=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/829=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/830=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/831=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/832=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/833=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/834=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/835=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/836=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/837=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/838=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/839=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/840=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/841=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/842=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=3532548, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:22,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,059 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:22,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,065 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/843=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/844=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/845=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/846=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/847=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/848=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/849=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/850=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/851=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/852=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/853=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/854=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/855=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/856=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/857=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/858=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/859=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/860=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/861=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/862=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/863=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/864=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/865=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/866=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=3633252, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:22,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,066 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:22,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,072 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/867=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/868=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/869=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/870=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/871=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/872=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/873=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/874=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/875=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/876=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/877=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/878=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/879=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/880=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/881=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/882=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/883=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/884=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/885=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/886=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/887=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/888=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/889=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/890=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=3733956, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:22,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,073 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:22,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,079 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/891=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/892=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/893=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/894=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/895=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/896=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/897=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/898=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/899=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/900=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/901=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/902=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/903=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/904=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/905=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/906=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/907=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/908=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/909=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/910=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/911=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/912=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/913=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/914=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=3834660, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:22,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,080 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:22,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,086 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/915=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/916=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/917=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/918=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/919=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/920=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/921=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/922=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/923=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/924=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/925=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/926=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/927=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/928=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/929=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/930=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/931=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/932=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/933=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/934=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/935=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/936=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/937=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/938=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=3935364, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:22,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,087 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2025-01-10T07:52:22,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,092 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/939=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/940=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/941=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/942=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/943=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/944=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/945=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/946=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/947=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/948=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/949=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/950=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/951=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/952=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/953=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/954=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/955=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/956=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/957=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/958=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/959=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/960=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/961=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/962=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=4036068, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:22,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,093 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2025-01-10T07:52:22,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,099 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 to pos 4208104, reset compression=false 2025-01-10T07:52:22,099 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/963=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/964=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/965=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/966=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/967=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/968=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/969=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/970=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/971=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/972=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/973=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/974=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/975=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/976=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/977=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/978=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/979=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/980=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/981=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/982=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/983=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/984=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/985=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/986=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=4136772, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2025-01-10T07:52:22,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,106 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d56d6bd10406f8acfb2d7fb0afb192be/987=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/988=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/989=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/990=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/991=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/992=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/993=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/994=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/995=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/996=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/997=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/998=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/999=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/1000=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/1001=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/1002=[#edits: 1 = ],4297}, {test/d56d6bd10406f8acfb2d7fb0afb192be/1003=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=4208104, nbRowKeys=17, nbHFiles=0, heapSize=73049, lastSeqIds={}, endOfFile=false,usedBufferSize=73049] 2025-01-10T07:52:22,106 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2025-01-10T07:52:22,106 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 to pos 4208924, reset compression=false 2025-01-10T07:52:22,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2025-01-10T07:52:22,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2025-01-10T07:52:22,115 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161, lastWalPosition=4208924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2025-01-10T07:52:22,311 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.wal-reader.995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/WALs/995f44e581cf,34405,1736495462427/995f44e581cf%2C34405%2C1736495462427.1736495465161 to pos 4208924, reset compression=false 2025-01-10T07:52:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39451 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2025-01-10T07:52:22,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2025-01-10T07:52:22,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2025-01-10T07:52:22,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2025-01-10T07:52:22,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2025-01-10T07:52:22,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2025-01-10T07:52:22,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2025-01-10T07:52:22,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2025-01-10T07:52:22,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2025-01-10T07:52:22,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2025-01-10T07:52:22,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2025-01-10T07:52:22,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2025-01-10T07:52:22,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2025-01-10T07:52:22,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2025-01-10T07:52:22,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2025-01-10T07:52:22,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2025-01-10T07:52:22,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2025-01-10T07:52:22,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2025-01-10T07:52:22,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2025-01-10T07:52:22,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2025-01-10T07:52:22,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2025-01-10T07:52:22,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2025-01-10T07:52:22,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2025-01-10T07:52:22,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2025-01-10T07:52:22,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2025-01-10T07:52:22,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2025-01-10T07:52:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 list replication peers, regex=null 2025-01-10T07:52:22,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster(3941): Client=jenkins//172.17.0.2 removing replication peer, id=2 2025-01-10T07:52:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure 2025-01-10T07:52:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2025-01-10T07:52:22,388 DEBUG [PEWorker-3 {}] zookeeper.ZKUtil(111): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Set watcher on existing znode=/1/replication/peers/2/peer-state 2025-01-10T07:52:22,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2/peer-state 2025-01-10T07:52:22,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/peers/2 2025-01-10T07:52:22,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2 2025-01-10T07:52:22,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2025-01-10T07:52:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2025-01-10T07:52:22,542 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 995f44e581cf,34405,1736495462427 2025-01-10T07:52:22,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34405 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=77 2025-01-10T07:52:22,543 INFO [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=REMOVE_PEER 2025-01-10T07:52:22,543 INFO [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(287): Number of deleted recovered sources for 2: 0 2025-01-10T07:52:22,543 INFO [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Replication stream was removed by a user 2025-01-10T07:52:22,645 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x100893adc89000f, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-10T07:52:22,645 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x100893adc89000f, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-10T07:52:22,645 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x180d46f4 to 127.0.0.1:49432 2025-01-10T07:52:22,645 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 {event_type=RS_REFRESH_PEER, pid=77}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2025-01-10T07:52:22,745 WARN [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2025-01-10T07:52:22,846 INFO [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/995f44e581cf:0-0.replicationSource,2.replicationSource.shipper995f44e581cf%2C34405%2C1736495462427,2 terminated 2025-01-10T07:52:22,846 INFO [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(430): Done with the queue 2 2025-01-10T07:52:22,847 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ZKUtil(111): regionserver:34405-0x100893adc890001, quorum=127.0.0.1:49432, baseZNode=/1 Set watcher on existing znode=/1/replication/rs/995f44e581cf,34405,1736495462427/2/995f44e581cf%2C34405%2C1736495462427.1736495465161 2025-01-10T07:52:22,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x100893adc890001, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/995f44e581cf,34405,1736495462427/2/995f44e581cf%2C34405%2C1736495462427.1736495465161 2025-01-10T07:52:22,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x100893adc890001, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/rs/995f44e581cf,34405,1736495462427/2 2025-01-10T07:52:22,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x100893adc890001, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/995f44e581cf,34405,1736495462427/2 2025-01-10T07:52:22,849 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 {event_type=RS_REFRESH_PEER, pid=77}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2025-01-10T07:52:22,849 DEBUG [RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2025-01-10T07:52:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster(4121): Remote procedure done, pid=77 2025-01-10T07:52:22,851 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for REMOVE on 995f44e581cf,34405,1736495462427 suceeded 2025-01-10T07:52:22,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2025-01-10T07:52:22,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 460 msec 2025-01-10T07:52:22,855 DEBUG [PEWorker-4 {}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2025-01-10T07:52:22,855 INFO [PEWorker-4 {}] replication.RemovePeerProcedure(76): Successfully removed peer 2 2025-01-10T07:52:22,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure in 471 msec 2025-01-10T07:52:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2025-01-10T07:52:23,003 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=401 (was 393) Potentially hanging thread: hconnection-0x532c2e5d-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49432@0x35d02570 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$757/0x00007fdbe8b49ac8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49432@0x30f6217b-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6f98ad5a-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_841774321_22 at /127.0.0.1:42010 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x532c2e5d-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49432@0x35d02570-SendThread(127.0.0.1:49432) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: hconnection-0x6f98ad5a-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6f98ad5a-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x532c2e5d-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/cluster_f56f6aa0-e732-a86f-2c4a-21081cbe217a/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_REFRESH_PEER-regionserver/995f44e581cf:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x532c2e5d-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6f98ad5a-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49432@0x2ef489ac-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/cluster_f56f6aa0-e732-a86f-2c4a-21081cbe217a/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x532c2e5d-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49432@0x2ef489ac java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$757/0x00007fdbe8b49ac8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49432@0x30f6217b-SendThread(127.0.0.1:49432) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x532c2e5d-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49432@0x30f6217b java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$757/0x00007fdbe8b49ac8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49432@0x2ef489ac-SendThread(127.0.0.1:49432) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49432@0x35d02570-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=576 (was 574) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=614 (was 631), ProcessCount=11 (was 11), AvailableMemoryMB=3383 (was 4210) 2025-01-10T07:52:23,004 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x190d8f45 to 127.0.0.1:49432 2025-01-10T07:52:23,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:23,004 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x618adf90 to 127.0.0.1:49432 2025-01-10T07:52:23,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:23,004 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2025-01-10T07:52:23,004 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6309a08d to 127.0.0.1:49432 2025-01-10T07:52:23,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:23,004 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2025-01-10T07:52:23,004 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2025-01-10T07:52:23,005 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1739fba3 to 127.0.0.1:49432 2025-01-10T07:52:23,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:23,005 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2025-01-10T07:52:23,005 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2083385933, stopped=false 2025-01-10T07:52:23,005 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=995f44e581cf,44133,1736495468377 2025-01-10T07:52:23,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2025-01-10T07:52:23,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2025-01-10T07:52:23,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x100893adc890004, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2025-01-10T07:52:23,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x100893adc890004, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2025-01-10T07:52:23,006 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2025-01-10T07:52:23,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:23,007 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '995f44e581cf,39451,1736495468459' ***** 2025-01-10T07:52:23,007 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2025-01-10T07:52:23,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2025-01-10T07:52:23,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39451-0x100893adc890004, quorum=127.0.0.1:49432, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2025-01-10T07:52:23,007 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HeapMemoryManager(220): Stopping 2025-01-10T07:52:23,007 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2025-01-10T07:52:23,007 INFO [RS:0;995f44e581cf:39451 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2025-01-10T07:52:23,008 INFO [RS:0;995f44e581cf:39451 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2025-01-10T07:52:23,008 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for 18dee89b2b78a37749ef53e2be6e94fa 2025-01-10T07:52:23,008 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for 00897c86f91f83b8348e150dfa782b25 2025-01-10T07:52:23,008 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for b36213d59499a3b0b22d91dad33f9caa 2025-01-10T07:52:23,008 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for 3e988152694c08143d1cede25888612d 2025-01-10T07:52:23,008 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for 33ca56f30ab772d4c50b48c16ae54b90 2025-01-10T07:52:23,008 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for f5566e0b77c9e7f28a8aff62e073c522 2025-01-10T07:52:23,008 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for a18d4ae4024727fe3f8539e4109b40e4 2025-01-10T07:52:23,008 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for 7ca7ecf23d09b8189c43477827c9c74f 2025-01-10T07:52:23,008 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for 7f2e2b8364457920d23362ed07fb3831 2025-01-10T07:52:23,008 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for 42eaa8723ad9023f1f144552029b6c53 2025-01-10T07:52:23,008 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for 4c331bf5d2b2562f8bf20e285f052921 2025-01-10T07:52:23,008 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for f69600cd3bf64d02973a17301e26c878 2025-01-10T07:52:23,008 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 18dee89b2b78a37749ef53e2be6e94fa, disabling compactions & flushes 2025-01-10T07:52:23,008 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for 336c593892bdfb8d4538d80e8b58e5c8 2025-01-10T07:52:23,008 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1736495476381.18dee89b2b78a37749ef53e2be6e94fa. 2025-01-10T07:52:23,008 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1736495476381.18dee89b2b78a37749ef53e2be6e94fa. 2025-01-10T07:52:23,008 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for 49d710add7c4316cf2499c356c601ad5 2025-01-10T07:52:23,008 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1736495476381.18dee89b2b78a37749ef53e2be6e94fa. after waiting 0 ms 2025-01-10T07:52:23,008 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for 440fd15a360184603f2a03ce4cbb8414 2025-01-10T07:52:23,008 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1736495476381.18dee89b2b78a37749ef53e2be6e94fa. 2025-01-10T07:52:23,008 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for 8b8b1cf646a6feb665a6646023a4fef6 2025-01-10T07:52:23,008 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for 136371b96e395b20b4b098b9387f0003 2025-01-10T07:52:23,008 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for 85febb5ef7005be0364da18afd3b3a8a 2025-01-10T07:52:23,009 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for b151e9f5625870acc5c407d9c07a40f7 2025-01-10T07:52:23,009 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for 7b0672af40d5946ba5bb0a50b93aadfd 2025-01-10T07:52:23,009 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for 91d1874e5812c19c00f294a69fcf0b23 2025-01-10T07:52:23,009 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for 051977dbfa7ccd61aa0f83460f781ceb 2025-01-10T07:52:23,009 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for 1d7852f72753e32a52a3e110966caf28 2025-01-10T07:52:23,009 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for b4b76d59417c7c594e685b6b7f5ea043 2025-01-10T07:52:23,009 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for 0dc33e5ff9a6d9c08e06e962e2643321 2025-01-10T07:52:23,009 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for b3de921de2a3f8b62a65296d6029c96f 2025-01-10T07:52:23,009 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for ddb590fba1907136a47db8720d44214f 2025-01-10T07:52:23,009 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(1224): stopping server 995f44e581cf,39451,1736495468459 2025-01-10T07:52:23,009 DEBUG [RS:0;995f44e581cf:39451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:23,009 INFO [RS:0;995f44e581cf:39451 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2025-01-10T07:52:23,009 INFO [RS:0;995f44e581cf:39451 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2025-01-10T07:52:23,009 INFO [RS:0;995f44e581cf:39451 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2025-01-10T07:52:23,009 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2025-01-10T07:52:23,009 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2025-01-10T07:52:23,009 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2025-01-10T07:52:23,010 INFO [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2025-01-10T07:52:23,010 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2025-01-10T07:52:23,010 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2025-01-10T07:52:23,010 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2025-01-10T07:52:23,010 INFO [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2025-01-10T07:52:23,012 DEBUG [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(1629): Waiting on 00897c86f91f83b8348e150dfa782b25, 051977dbfa7ccd61aa0f83460f781ceb, 0dc33e5ff9a6d9c08e06e962e2643321, 136371b96e395b20b4b098b9387f0003, 1588230740, 18dee89b2b78a37749ef53e2be6e94fa, 1d7852f72753e32a52a3e110966caf28, 336c593892bdfb8d4538d80e8b58e5c8, 33ca56f30ab772d4c50b48c16ae54b90, 3e988152694c08143d1cede25888612d, 42eaa8723ad9023f1f144552029b6c53, 440fd15a360184603f2a03ce4cbb8414, 49d710add7c4316cf2499c356c601ad5, 4c331bf5d2b2562f8bf20e285f052921, 7b0672af40d5946ba5bb0a50b93aadfd, 7ca7ecf23d09b8189c43477827c9c74f, 7f2e2b8364457920d23362ed07fb3831, 85febb5ef7005be0364da18afd3b3a8a, 8b8b1cf646a6feb665a6646023a4fef6, 91d1874e5812c19c00f294a69fcf0b23, a18d4ae4024727fe3f8539e4109b40e4, b151e9f5625870acc5c407d9c07a40f7, b36213d59499a3b0b22d91dad33f9caa, b3de921de2a3f8b62a65296d6029c96f, b4b76d59417c7c594e685b6b7f5ea043, ddb590fba1907136a47db8720d44214f, f5566e0b77c9e7f28a8aff62e073c522, f69600cd3bf64d02973a17301e26c878 2025-01-10T07:52:23,015 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/18dee89b2b78a37749ef53e2be6e94fa/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:23,016 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1736495476381.18dee89b2b78a37749ef53e2be6e94fa. 2025-01-10T07:52:23,016 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 18dee89b2b78a37749ef53e2be6e94fa: 2025-01-10T07:52:23,016 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1736495476381.18dee89b2b78a37749ef53e2be6e94fa. 2025-01-10T07:52:23,016 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 00897c86f91f83b8348e150dfa782b25, disabling compactions & flushes 2025-01-10T07:52:23,016 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1736495476381.00897c86f91f83b8348e150dfa782b25. 2025-01-10T07:52:23,016 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1736495476381.00897c86f91f83b8348e150dfa782b25. 2025-01-10T07:52:23,016 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1736495476381.00897c86f91f83b8348e150dfa782b25. after waiting 0 ms 2025-01-10T07:52:23,016 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1736495476381.00897c86f91f83b8348e150dfa782b25. 2025-01-10T07:52:23,018 INFO [regionserver/995f44e581cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2025-01-10T07:52:23,020 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/00897c86f91f83b8348e150dfa782b25/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:23,020 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1736495476381.00897c86f91f83b8348e150dfa782b25. 2025-01-10T07:52:23,020 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 00897c86f91f83b8348e150dfa782b25: 2025-01-10T07:52:23,020 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1736495476381.00897c86f91f83b8348e150dfa782b25. 2025-01-10T07:52:23,020 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b36213d59499a3b0b22d91dad33f9caa, disabling compactions & flushes 2025-01-10T07:52:23,020 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1736495476381.b36213d59499a3b0b22d91dad33f9caa. 2025-01-10T07:52:23,021 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1736495476381.b36213d59499a3b0b22d91dad33f9caa. 2025-01-10T07:52:23,021 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1736495476381.b36213d59499a3b0b22d91dad33f9caa. after waiting 0 ms 2025-01-10T07:52:23,021 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1736495476381.b36213d59499a3b0b22d91dad33f9caa. 2025-01-10T07:52:23,024 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/b36213d59499a3b0b22d91dad33f9caa/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:23,024 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1736495476381.b36213d59499a3b0b22d91dad33f9caa. 2025-01-10T07:52:23,024 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b36213d59499a3b0b22d91dad33f9caa: 2025-01-10T07:52:23,024 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1736495476381.b36213d59499a3b0b22d91dad33f9caa. 2025-01-10T07:52:23,024 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3e988152694c08143d1cede25888612d, disabling compactions & flushes 2025-01-10T07:52:23,025 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1736495476381.3e988152694c08143d1cede25888612d. 2025-01-10T07:52:23,025 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1736495476381.3e988152694c08143d1cede25888612d. 2025-01-10T07:52:23,025 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1736495476381.3e988152694c08143d1cede25888612d. after waiting 0 ms 2025-01-10T07:52:23,025 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1736495476381.3e988152694c08143d1cede25888612d. 2025-01-10T07:52:23,027 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/3e988152694c08143d1cede25888612d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:23,028 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1736495476381.3e988152694c08143d1cede25888612d. 2025-01-10T07:52:23,028 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3e988152694c08143d1cede25888612d: 2025-01-10T07:52:23,028 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1736495476381.3e988152694c08143d1cede25888612d. 2025-01-10T07:52:23,028 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 33ca56f30ab772d4c50b48c16ae54b90, disabling compactions & flushes 2025-01-10T07:52:23,028 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1736495476381.33ca56f30ab772d4c50b48c16ae54b90. 2025-01-10T07:52:23,028 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1736495476381.33ca56f30ab772d4c50b48c16ae54b90. 2025-01-10T07:52:23,028 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1736495476381.33ca56f30ab772d4c50b48c16ae54b90. after waiting 0 ms 2025-01-10T07:52:23,028 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1736495476381.33ca56f30ab772d4c50b48c16ae54b90. 2025-01-10T07:52:23,031 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/33ca56f30ab772d4c50b48c16ae54b90/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:23,032 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1736495476381.33ca56f30ab772d4c50b48c16ae54b90. 2025-01-10T07:52:23,032 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 33ca56f30ab772d4c50b48c16ae54b90: 2025-01-10T07:52:23,032 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1736495476381.33ca56f30ab772d4c50b48c16ae54b90. 2025-01-10T07:52:23,032 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f5566e0b77c9e7f28a8aff62e073c522, disabling compactions & flushes 2025-01-10T07:52:23,032 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1736495476381.f5566e0b77c9e7f28a8aff62e073c522. 2025-01-10T07:52:23,032 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1736495476381.f5566e0b77c9e7f28a8aff62e073c522. 2025-01-10T07:52:23,032 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1736495476381.f5566e0b77c9e7f28a8aff62e073c522. after waiting 0 ms 2025-01-10T07:52:23,032 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1736495476381.f5566e0b77c9e7f28a8aff62e073c522. 2025-01-10T07:52:23,037 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/f5566e0b77c9e7f28a8aff62e073c522/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:23,038 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1736495476381.f5566e0b77c9e7f28a8aff62e073c522. 2025-01-10T07:52:23,038 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f5566e0b77c9e7f28a8aff62e073c522: 2025-01-10T07:52:23,038 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1736495476381.f5566e0b77c9e7f28a8aff62e073c522. 2025-01-10T07:52:23,038 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a18d4ae4024727fe3f8539e4109b40e4, disabling compactions & flushes 2025-01-10T07:52:23,038 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1736495476381.a18d4ae4024727fe3f8539e4109b40e4. 2025-01-10T07:52:23,038 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1736495476381.a18d4ae4024727fe3f8539e4109b40e4. 2025-01-10T07:52:23,038 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1736495476381.a18d4ae4024727fe3f8539e4109b40e4. after waiting 0 ms 2025-01-10T07:52:23,038 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1736495476381.a18d4ae4024727fe3f8539e4109b40e4. 2025-01-10T07:52:23,039 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/meta/1588230740/.tmp/info/cbb1cbab50504e65874ea220859a6d46 is 143, key is hbase:namespace,,1736495470467.8b8b1cf646a6feb665a6646023a4fef6./info:regioninfo/1736495471699/Put/seqid=0 2025-01-10T07:52:23,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741866_1042 (size=36340) 2025-01-10T07:52:23,062 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/a18d4ae4024727fe3f8539e4109b40e4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:23,062 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1736495476381.a18d4ae4024727fe3f8539e4109b40e4. 2025-01-10T07:52:23,062 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a18d4ae4024727fe3f8539e4109b40e4: 2025-01-10T07:52:23,063 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1736495476381.a18d4ae4024727fe3f8539e4109b40e4. 2025-01-10T07:52:23,063 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7ca7ecf23d09b8189c43477827c9c74f, disabling compactions & flushes 2025-01-10T07:52:23,063 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1736495476381.7ca7ecf23d09b8189c43477827c9c74f. 2025-01-10T07:52:23,063 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1736495476381.7ca7ecf23d09b8189c43477827c9c74f. 2025-01-10T07:52:23,063 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1736495476381.7ca7ecf23d09b8189c43477827c9c74f. after waiting 0 ms 2025-01-10T07:52:23,063 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1736495476381.7ca7ecf23d09b8189c43477827c9c74f. 2025-01-10T07:52:23,066 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/7ca7ecf23d09b8189c43477827c9c74f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:23,066 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1736495476381.7ca7ecf23d09b8189c43477827c9c74f. 2025-01-10T07:52:23,066 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7ca7ecf23d09b8189c43477827c9c74f: 2025-01-10T07:52:23,066 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1736495476381.7ca7ecf23d09b8189c43477827c9c74f. 2025-01-10T07:52:23,067 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7f2e2b8364457920d23362ed07fb3831, disabling compactions & flushes 2025-01-10T07:52:23,067 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1736495476381.7f2e2b8364457920d23362ed07fb3831. 2025-01-10T07:52:23,067 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1736495476381.7f2e2b8364457920d23362ed07fb3831. 2025-01-10T07:52:23,067 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1736495476381.7f2e2b8364457920d23362ed07fb3831. after waiting 0 ms 2025-01-10T07:52:23,067 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1736495476381.7f2e2b8364457920d23362ed07fb3831. 2025-01-10T07:52:23,069 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/7f2e2b8364457920d23362ed07fb3831/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:23,070 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1736495476381.7f2e2b8364457920d23362ed07fb3831. 2025-01-10T07:52:23,070 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7f2e2b8364457920d23362ed07fb3831: 2025-01-10T07:52:23,070 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1736495476381.7f2e2b8364457920d23362ed07fb3831. 2025-01-10T07:52:23,070 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 42eaa8723ad9023f1f144552029b6c53, disabling compactions & flushes 2025-01-10T07:52:23,070 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1736495476381.42eaa8723ad9023f1f144552029b6c53. 2025-01-10T07:52:23,070 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1736495476381.42eaa8723ad9023f1f144552029b6c53. 2025-01-10T07:52:23,070 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1736495476381.42eaa8723ad9023f1f144552029b6c53. after waiting 0 ms 2025-01-10T07:52:23,070 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1736495476381.42eaa8723ad9023f1f144552029b6c53. 2025-01-10T07:52:23,073 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/42eaa8723ad9023f1f144552029b6c53/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:23,074 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1736495476381.42eaa8723ad9023f1f144552029b6c53. 2025-01-10T07:52:23,074 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 42eaa8723ad9023f1f144552029b6c53: 2025-01-10T07:52:23,074 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1736495476381.42eaa8723ad9023f1f144552029b6c53. 2025-01-10T07:52:23,074 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4c331bf5d2b2562f8bf20e285f052921, disabling compactions & flushes 2025-01-10T07:52:23,074 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1736495476381.4c331bf5d2b2562f8bf20e285f052921. 2025-01-10T07:52:23,074 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1736495476381.4c331bf5d2b2562f8bf20e285f052921. 2025-01-10T07:52:23,074 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1736495476381.4c331bf5d2b2562f8bf20e285f052921. after waiting 0 ms 2025-01-10T07:52:23,074 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1736495476381.4c331bf5d2b2562f8bf20e285f052921. 2025-01-10T07:52:23,077 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/4c331bf5d2b2562f8bf20e285f052921/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:23,077 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1736495476381.4c331bf5d2b2562f8bf20e285f052921. 2025-01-10T07:52:23,078 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4c331bf5d2b2562f8bf20e285f052921: 2025-01-10T07:52:23,078 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1736495476381.4c331bf5d2b2562f8bf20e285f052921. 2025-01-10T07:52:23,078 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f69600cd3bf64d02973a17301e26c878, disabling compactions & flushes 2025-01-10T07:52:23,078 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1736495476381.f69600cd3bf64d02973a17301e26c878. 2025-01-10T07:52:23,078 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1736495476381.f69600cd3bf64d02973a17301e26c878. 2025-01-10T07:52:23,078 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1736495476381.f69600cd3bf64d02973a17301e26c878. after waiting 0 ms 2025-01-10T07:52:23,078 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1736495476381.f69600cd3bf64d02973a17301e26c878. 2025-01-10T07:52:23,080 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/f69600cd3bf64d02973a17301e26c878/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:23,081 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1736495476381.f69600cd3bf64d02973a17301e26c878. 2025-01-10T07:52:23,081 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f69600cd3bf64d02973a17301e26c878: 2025-01-10T07:52:23,081 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1736495476381.f69600cd3bf64d02973a17301e26c878. 2025-01-10T07:52:23,081 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 336c593892bdfb8d4538d80e8b58e5c8, disabling compactions & flushes 2025-01-10T07:52:23,081 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1736495476381.336c593892bdfb8d4538d80e8b58e5c8. 2025-01-10T07:52:23,081 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1736495476381.336c593892bdfb8d4538d80e8b58e5c8. 2025-01-10T07:52:23,081 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1736495476381.336c593892bdfb8d4538d80e8b58e5c8. after waiting 0 ms 2025-01-10T07:52:23,081 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1736495476381.336c593892bdfb8d4538d80e8b58e5c8. 2025-01-10T07:52:23,084 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/336c593892bdfb8d4538d80e8b58e5c8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:23,085 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1736495476381.336c593892bdfb8d4538d80e8b58e5c8. 2025-01-10T07:52:23,085 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 336c593892bdfb8d4538d80e8b58e5c8: 2025-01-10T07:52:23,085 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1736495476381.336c593892bdfb8d4538d80e8b58e5c8. 2025-01-10T07:52:23,085 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 49d710add7c4316cf2499c356c601ad5, disabling compactions & flushes 2025-01-10T07:52:23,085 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1736495476381.49d710add7c4316cf2499c356c601ad5. 2025-01-10T07:52:23,085 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1736495476381.49d710add7c4316cf2499c356c601ad5. 2025-01-10T07:52:23,085 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1736495476381.49d710add7c4316cf2499c356c601ad5. after waiting 0 ms 2025-01-10T07:52:23,085 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1736495476381.49d710add7c4316cf2499c356c601ad5. 2025-01-10T07:52:23,088 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/49d710add7c4316cf2499c356c601ad5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:23,089 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1736495476381.49d710add7c4316cf2499c356c601ad5. 2025-01-10T07:52:23,089 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 49d710add7c4316cf2499c356c601ad5: 2025-01-10T07:52:23,089 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1736495476381.49d710add7c4316cf2499c356c601ad5. 2025-01-10T07:52:23,089 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 440fd15a360184603f2a03ce4cbb8414, disabling compactions & flushes 2025-01-10T07:52:23,089 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1736495476381.440fd15a360184603f2a03ce4cbb8414. 2025-01-10T07:52:23,089 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1736495476381.440fd15a360184603f2a03ce4cbb8414. 2025-01-10T07:52:23,089 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1736495476381.440fd15a360184603f2a03ce4cbb8414. after waiting 0 ms 2025-01-10T07:52:23,089 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1736495476381.440fd15a360184603f2a03ce4cbb8414. 2025-01-10T07:52:23,092 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/440fd15a360184603f2a03ce4cbb8414/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:23,092 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1736495476381.440fd15a360184603f2a03ce4cbb8414. 2025-01-10T07:52:23,092 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 440fd15a360184603f2a03ce4cbb8414: 2025-01-10T07:52:23,092 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1736495476381.440fd15a360184603f2a03ce4cbb8414. 2025-01-10T07:52:23,092 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8b8b1cf646a6feb665a6646023a4fef6, disabling compactions & flushes 2025-01-10T07:52:23,092 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1736495470467.8b8b1cf646a6feb665a6646023a4fef6. 2025-01-10T07:52:23,092 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1736495470467.8b8b1cf646a6feb665a6646023a4fef6. 2025-01-10T07:52:23,092 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1736495470467.8b8b1cf646a6feb665a6646023a4fef6. after waiting 0 ms 2025-01-10T07:52:23,092 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1736495470467.8b8b1cf646a6feb665a6646023a4fef6. 2025-01-10T07:52:23,092 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 8b8b1cf646a6feb665a6646023a4fef6 1/1 column families, dataSize=78 B heapSize=488 B 2025-01-10T07:52:23,107 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/namespace/8b8b1cf646a6feb665a6646023a4fef6/.tmp/info/3db6956f6e7e456aaa5b29f660ba4600 is 45, key is default/info:d/1736495471869/Put/seqid=0 2025-01-10T07:52:23,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741867_1043 (size=5037) 2025-01-10T07:52:23,213 DEBUG [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(1629): Waiting on 051977dbfa7ccd61aa0f83460f781ceb, 0dc33e5ff9a6d9c08e06e962e2643321, 136371b96e395b20b4b098b9387f0003, 1588230740, 1d7852f72753e32a52a3e110966caf28, 7b0672af40d5946ba5bb0a50b93aadfd, 85febb5ef7005be0364da18afd3b3a8a, 8b8b1cf646a6feb665a6646023a4fef6, 91d1874e5812c19c00f294a69fcf0b23, b151e9f5625870acc5c407d9c07a40f7, b3de921de2a3f8b62a65296d6029c96f, b4b76d59417c7c594e685b6b7f5ea043, ddb590fba1907136a47db8720d44214f 2025-01-10T07:52:23,413 DEBUG [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(1629): Waiting on 051977dbfa7ccd61aa0f83460f781ceb, 0dc33e5ff9a6d9c08e06e962e2643321, 136371b96e395b20b4b098b9387f0003, 1588230740, 1d7852f72753e32a52a3e110966caf28, 7b0672af40d5946ba5bb0a50b93aadfd, 85febb5ef7005be0364da18afd3b3a8a, 8b8b1cf646a6feb665a6646023a4fef6, 91d1874e5812c19c00f294a69fcf0b23, b151e9f5625870acc5c407d9c07a40f7, b3de921de2a3f8b62a65296d6029c96f, b4b76d59417c7c594e685b6b7f5ea043, ddb590fba1907136a47db8720d44214f 2025-01-10T07:52:23,454 INFO [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/meta/1588230740/.tmp/info/cbb1cbab50504e65874ea220859a6d46 2025-01-10T07:52:23,476 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/meta/1588230740/.tmp/rep_barrier/041d151c2cc64c73b59da19b8b299023 is 115, key is test,bbb,1736495476381.136371b96e395b20b4b098b9387f0003./rep_barrier:seqnumDuringOpen/1736495478983/Put/seqid=0 2025-01-10T07:52:23,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741868_1044 (size=8574) 2025-01-10T07:52:23,522 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/namespace/8b8b1cf646a6feb665a6646023a4fef6/.tmp/info/3db6956f6e7e456aaa5b29f660ba4600 2025-01-10T07:52:23,580 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/namespace/8b8b1cf646a6feb665a6646023a4fef6/.tmp/info/3db6956f6e7e456aaa5b29f660ba4600 as hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/namespace/8b8b1cf646a6feb665a6646023a4fef6/info/3db6956f6e7e456aaa5b29f660ba4600 2025-01-10T07:52:23,587 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/namespace/8b8b1cf646a6feb665a6646023a4fef6/info/3db6956f6e7e456aaa5b29f660ba4600, entries=2, sequenceid=6, filesize=4.9 K 2025-01-10T07:52:23,588 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 8b8b1cf646a6feb665a6646023a4fef6 in 496ms, sequenceid=6, compaction requested=false 2025-01-10T07:52:23,594 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/namespace/8b8b1cf646a6feb665a6646023a4fef6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2025-01-10T07:52:23,595 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1736495470467.8b8b1cf646a6feb665a6646023a4fef6. 2025-01-10T07:52:23,595 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8b8b1cf646a6feb665a6646023a4fef6: 2025-01-10T07:52:23,595 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1736495470467.8b8b1cf646a6feb665a6646023a4fef6. 2025-01-10T07:52:23,595 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 136371b96e395b20b4b098b9387f0003, disabling compactions & flushes 2025-01-10T07:52:23,595 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1736495476381.136371b96e395b20b4b098b9387f0003. 2025-01-10T07:52:23,595 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1736495476381.136371b96e395b20b4b098b9387f0003. 2025-01-10T07:52:23,595 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1736495476381.136371b96e395b20b4b098b9387f0003. after waiting 0 ms 2025-01-10T07:52:23,595 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1736495476381.136371b96e395b20b4b098b9387f0003. 2025-01-10T07:52:23,598 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/136371b96e395b20b4b098b9387f0003/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:23,599 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1736495476381.136371b96e395b20b4b098b9387f0003. 2025-01-10T07:52:23,599 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 136371b96e395b20b4b098b9387f0003: 2025-01-10T07:52:23,599 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1736495476381.136371b96e395b20b4b098b9387f0003. 2025-01-10T07:52:23,599 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 85febb5ef7005be0364da18afd3b3a8a, disabling compactions & flushes 2025-01-10T07:52:23,599 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1736495476381.85febb5ef7005be0364da18afd3b3a8a. 2025-01-10T07:52:23,599 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1736495476381.85febb5ef7005be0364da18afd3b3a8a. 2025-01-10T07:52:23,599 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1736495476381.85febb5ef7005be0364da18afd3b3a8a. after waiting 0 ms 2025-01-10T07:52:23,599 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1736495476381.85febb5ef7005be0364da18afd3b3a8a. 2025-01-10T07:52:23,602 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/85febb5ef7005be0364da18afd3b3a8a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:23,602 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1736495476381.85febb5ef7005be0364da18afd3b3a8a. 2025-01-10T07:52:23,602 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 85febb5ef7005be0364da18afd3b3a8a: 2025-01-10T07:52:23,602 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1736495476381.85febb5ef7005be0364da18afd3b3a8a. 2025-01-10T07:52:23,602 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b151e9f5625870acc5c407d9c07a40f7, disabling compactions & flushes 2025-01-10T07:52:23,602 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Running close preflush of b151e9f5625870acc5c407d9c07a40f7 2025-01-10T07:52:23,603 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing b151e9f5625870acc5c407d9c07a40f7 2/2 column families, dataSize=6.86 MB heapSize=6.99 MB 2025-01-10T07:52:23,613 DEBUG [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(1629): Waiting on 051977dbfa7ccd61aa0f83460f781ceb, 0dc33e5ff9a6d9c08e06e962e2643321, 1588230740, 1d7852f72753e32a52a3e110966caf28, 7b0672af40d5946ba5bb0a50b93aadfd, 91d1874e5812c19c00f294a69fcf0b23, b151e9f5625870acc5c407d9c07a40f7, b3de921de2a3f8b62a65296d6029c96f, b4b76d59417c7c594e685b6b7f5ea043, ddb590fba1907136a47db8720d44214f 2025-01-10T07:52:23,640 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/b151e9f5625870acc5c407d9c07a40f7/.tmp/f/4aa13b171e6a439eb410ee514db7ad31 is 4136, key is NormalPut000/f:row/1736495485154/Put/seqid=0 2025-01-10T07:52:23,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741869_1045 (size=4145800) 2025-01-10T07:52:23,642 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.86 MB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/b151e9f5625870acc5c407d9c07a40f7/.tmp/f/4aa13b171e6a439eb410ee514db7ad31 2025-01-10T07:52:23,650 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/b151e9f5625870acc5c407d9c07a40f7/.tmp/f/4aa13b171e6a439eb410ee514db7ad31 as hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/b151e9f5625870acc5c407d9c07a40f7/f/4aa13b171e6a439eb410ee514db7ad31 2025-01-10T07:52:23,656 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/b151e9f5625870acc5c407d9c07a40f7/f/4aa13b171e6a439eb410ee514db7ad31, entries=1000, sequenceid=145, filesize=4.0 M 2025-01-10T07:52:23,657 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~6.86 MB/7193812, heapSize ~6.99 MB/7326368, currentSize=0 B/0 for b151e9f5625870acc5c407d9c07a40f7 in 55ms, sequenceid=145, compaction requested=false 2025-01-10T07:52:23,657 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7. 2025-01-10T07:52:23,657 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7. 2025-01-10T07:52:23,657 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7. after waiting 0 ms 2025-01-10T07:52:23,657 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7. 2025-01-10T07:52:23,661 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/b151e9f5625870acc5c407d9c07a40f7/recovered.edits/148.seqid, newMaxSeqId=148, maxSeqId=1 2025-01-10T07:52:23,661 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7. 2025-01-10T07:52:23,661 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b151e9f5625870acc5c407d9c07a40f7: 2025-01-10T07:52:23,661 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1736495476381.b151e9f5625870acc5c407d9c07a40f7. 2025-01-10T07:52:23,661 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7b0672af40d5946ba5bb0a50b93aadfd, disabling compactions & flushes 2025-01-10T07:52:23,661 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1736495476381.7b0672af40d5946ba5bb0a50b93aadfd. 2025-01-10T07:52:23,661 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1736495476381.7b0672af40d5946ba5bb0a50b93aadfd. 2025-01-10T07:52:23,661 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1736495476381.7b0672af40d5946ba5bb0a50b93aadfd. after waiting 0 ms 2025-01-10T07:52:23,661 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1736495476381.7b0672af40d5946ba5bb0a50b93aadfd. 2025-01-10T07:52:23,664 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/7b0672af40d5946ba5bb0a50b93aadfd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:23,665 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1736495476381.7b0672af40d5946ba5bb0a50b93aadfd. 2025-01-10T07:52:23,665 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7b0672af40d5946ba5bb0a50b93aadfd: 2025-01-10T07:52:23,665 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1736495476381.7b0672af40d5946ba5bb0a50b93aadfd. 2025-01-10T07:52:23,665 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 91d1874e5812c19c00f294a69fcf0b23, disabling compactions & flushes 2025-01-10T07:52:23,665 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1736495476381.91d1874e5812c19c00f294a69fcf0b23. 2025-01-10T07:52:23,665 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1736495476381.91d1874e5812c19c00f294a69fcf0b23. 2025-01-10T07:52:23,665 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1736495476381.91d1874e5812c19c00f294a69fcf0b23. after waiting 0 ms 2025-01-10T07:52:23,665 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1736495476381.91d1874e5812c19c00f294a69fcf0b23. 2025-01-10T07:52:23,667 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/91d1874e5812c19c00f294a69fcf0b23/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:23,668 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1736495476381.91d1874e5812c19c00f294a69fcf0b23. 2025-01-10T07:52:23,668 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 91d1874e5812c19c00f294a69fcf0b23: 2025-01-10T07:52:23,668 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1736495476381.91d1874e5812c19c00f294a69fcf0b23. 2025-01-10T07:52:23,668 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 051977dbfa7ccd61aa0f83460f781ceb, disabling compactions & flushes 2025-01-10T07:52:23,668 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1736495476381.051977dbfa7ccd61aa0f83460f781ceb. 2025-01-10T07:52:23,668 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1736495476381.051977dbfa7ccd61aa0f83460f781ceb. 2025-01-10T07:52:23,668 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1736495476381.051977dbfa7ccd61aa0f83460f781ceb. after waiting 0 ms 2025-01-10T07:52:23,668 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1736495476381.051977dbfa7ccd61aa0f83460f781ceb. 2025-01-10T07:52:23,670 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/051977dbfa7ccd61aa0f83460f781ceb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:23,671 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1736495476381.051977dbfa7ccd61aa0f83460f781ceb. 2025-01-10T07:52:23,671 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 051977dbfa7ccd61aa0f83460f781ceb: 2025-01-10T07:52:23,671 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1736495476381.051977dbfa7ccd61aa0f83460f781ceb. 2025-01-10T07:52:23,671 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1d7852f72753e32a52a3e110966caf28, disabling compactions & flushes 2025-01-10T07:52:23,671 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1736495476381.1d7852f72753e32a52a3e110966caf28. 2025-01-10T07:52:23,671 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1736495476381.1d7852f72753e32a52a3e110966caf28. 2025-01-10T07:52:23,671 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1736495476381.1d7852f72753e32a52a3e110966caf28. after waiting 0 ms 2025-01-10T07:52:23,671 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1736495476381.1d7852f72753e32a52a3e110966caf28. 2025-01-10T07:52:23,673 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/1d7852f72753e32a52a3e110966caf28/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:23,674 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1736495476381.1d7852f72753e32a52a3e110966caf28. 2025-01-10T07:52:23,674 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1d7852f72753e32a52a3e110966caf28: 2025-01-10T07:52:23,674 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1736495476381.1d7852f72753e32a52a3e110966caf28. 2025-01-10T07:52:23,674 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b4b76d59417c7c594e685b6b7f5ea043, disabling compactions & flushes 2025-01-10T07:52:23,674 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1736495476381.b4b76d59417c7c594e685b6b7f5ea043. 2025-01-10T07:52:23,674 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1736495476381.b4b76d59417c7c594e685b6b7f5ea043. 2025-01-10T07:52:23,674 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1736495476381.b4b76d59417c7c594e685b6b7f5ea043. after waiting 0 ms 2025-01-10T07:52:23,674 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1736495476381.b4b76d59417c7c594e685b6b7f5ea043. 2025-01-10T07:52:23,677 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/b4b76d59417c7c594e685b6b7f5ea043/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:23,677 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1736495476381.b4b76d59417c7c594e685b6b7f5ea043. 2025-01-10T07:52:23,677 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b4b76d59417c7c594e685b6b7f5ea043: 2025-01-10T07:52:23,677 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1736495476381.b4b76d59417c7c594e685b6b7f5ea043. 2025-01-10T07:52:23,677 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0dc33e5ff9a6d9c08e06e962e2643321, disabling compactions & flushes 2025-01-10T07:52:23,677 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1736495476381.0dc33e5ff9a6d9c08e06e962e2643321. 2025-01-10T07:52:23,677 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1736495476381.0dc33e5ff9a6d9c08e06e962e2643321. 2025-01-10T07:52:23,677 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1736495476381.0dc33e5ff9a6d9c08e06e962e2643321. after waiting 0 ms 2025-01-10T07:52:23,677 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1736495476381.0dc33e5ff9a6d9c08e06e962e2643321. 2025-01-10T07:52:23,680 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/0dc33e5ff9a6d9c08e06e962e2643321/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:23,680 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1736495476381.0dc33e5ff9a6d9c08e06e962e2643321. 2025-01-10T07:52:23,680 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0dc33e5ff9a6d9c08e06e962e2643321: 2025-01-10T07:52:23,680 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1736495476381.0dc33e5ff9a6d9c08e06e962e2643321. 2025-01-10T07:52:23,680 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b3de921de2a3f8b62a65296d6029c96f, disabling compactions & flushes 2025-01-10T07:52:23,680 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1736495476381.b3de921de2a3f8b62a65296d6029c96f. 2025-01-10T07:52:23,680 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1736495476381.b3de921de2a3f8b62a65296d6029c96f. 2025-01-10T07:52:23,680 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1736495476381.b3de921de2a3f8b62a65296d6029c96f. after waiting 0 ms 2025-01-10T07:52:23,680 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1736495476381.b3de921de2a3f8b62a65296d6029c96f. 2025-01-10T07:52:23,683 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/b3de921de2a3f8b62a65296d6029c96f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:23,683 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1736495476381.b3de921de2a3f8b62a65296d6029c96f. 2025-01-10T07:52:23,683 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b3de921de2a3f8b62a65296d6029c96f: 2025-01-10T07:52:23,683 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1736495476381.b3de921de2a3f8b62a65296d6029c96f. 2025-01-10T07:52:23,683 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ddb590fba1907136a47db8720d44214f, disabling compactions & flushes 2025-01-10T07:52:23,683 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1736495476381.ddb590fba1907136a47db8720d44214f. 2025-01-10T07:52:23,683 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1736495476381.ddb590fba1907136a47db8720d44214f. 2025-01-10T07:52:23,683 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1736495476381.ddb590fba1907136a47db8720d44214f. after waiting 0 ms 2025-01-10T07:52:23,683 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1736495476381.ddb590fba1907136a47db8720d44214f. 2025-01-10T07:52:23,686 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/default/test/ddb590fba1907136a47db8720d44214f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:23,686 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1736495476381.ddb590fba1907136a47db8720d44214f. 2025-01-10T07:52:23,686 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ddb590fba1907136a47db8720d44214f: 2025-01-10T07:52:23,686 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1736495476381.ddb590fba1907136a47db8720d44214f. 2025-01-10T07:52:23,813 DEBUG [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2025-01-10T07:52:23,826 INFO [regionserver/995f44e581cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2025-01-10T07:52:23,826 INFO [regionserver/995f44e581cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2025-01-10T07:52:23,881 INFO [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/meta/1588230740/.tmp/rep_barrier/041d151c2cc64c73b59da19b8b299023 2025-01-10T07:52:23,910 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/meta/1588230740/.tmp/table/72b8d09241754bd48b5ce7a7f400d2e0 is 94, key is testdroppedtimed,,1736495483346.b99475a7f1f7b97c0da963353ced076d./table:/1736495486737/DeleteFamily/seqid=0 2025-01-10T07:52:23,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741870_1046 (size=5605) 2025-01-10T07:52:24,014 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2025-01-10T07:52:24,014 DEBUG [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2025-01-10T07:52:24,014 DEBUG [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2025-01-10T07:52:24,214 DEBUG [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2025-01-10T07:52:24,315 INFO [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/meta/1588230740/.tmp/table/72b8d09241754bd48b5ce7a7f400d2e0 2025-01-10T07:52:24,322 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/meta/1588230740/.tmp/info/cbb1cbab50504e65874ea220859a6d46 as hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/meta/1588230740/info/cbb1cbab50504e65874ea220859a6d46 2025-01-10T07:52:24,329 INFO [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/meta/1588230740/info/cbb1cbab50504e65874ea220859a6d46, entries=272, sequenceid=77, filesize=35.5 K 2025-01-10T07:52:24,330 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/meta/1588230740/.tmp/rep_barrier/041d151c2cc64c73b59da19b8b299023 as hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/meta/1588230740/rep_barrier/041d151c2cc64c73b59da19b8b299023 2025-01-10T07:52:24,335 INFO [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/meta/1588230740/rep_barrier/041d151c2cc64c73b59da19b8b299023, entries=27, sequenceid=77, filesize=8.4 K 2025-01-10T07:52:24,336 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/meta/1588230740/.tmp/table/72b8d09241754bd48b5ce7a7f400d2e0 as hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/meta/1588230740/table/72b8d09241754bd48b5ce7a7f400d2e0 2025-01-10T07:52:24,341 INFO [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/meta/1588230740/table/72b8d09241754bd48b5ce7a7f400d2e0, entries=6, sequenceid=77, filesize=5.5 K 2025-01-10T07:52:24,342 INFO [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=77, compaction requested=false 2025-01-10T07:52:24,345 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2025-01-10T07:52:24,346 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2025-01-10T07:52:24,346 INFO [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2025-01-10T07:52:24,346 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2025-01-10T07:52:24,346 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2025-01-10T07:52:24,414 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(1250): stopping server 995f44e581cf,39451,1736495468459; all regions closed. 2025-01-10T07:52:24,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741834_1010 (size=40374) 2025-01-10T07:52:24,420 DEBUG [RS:0;995f44e581cf:39451 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/oldWALs 2025-01-10T07:52:24,420 INFO [RS:0;995f44e581cf:39451 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 995f44e581cf%2C39451%2C1736495468459.meta:.meta(num 1736495470325) 2025-01-10T07:52:24,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741833_1009 (size=7229245) 2025-01-10T07:52:24,422 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/WALs/995f44e581cf,39451,1736495468459/995f44e581cf%2C39451%2C1736495468459.1736495469927 not finished, retry = 0 2025-01-10T07:52:24,525 DEBUG [RS:0;995f44e581cf:39451 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/oldWALs 2025-01-10T07:52:24,525 INFO [RS:0;995f44e581cf:39451 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 995f44e581cf%2C39451%2C1736495468459:(num 1736495469927) 2025-01-10T07:52:24,525 DEBUG [RS:0;995f44e581cf:39451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:24,525 INFO [RS:0;995f44e581cf:39451 {}] regionserver.LeaseManager(133): Closed leases 2025-01-10T07:52:24,525 INFO [RS:0;995f44e581cf:39451 {}] hbase.ChoreService(370): Chore service for: regionserver/995f44e581cf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2025-01-10T07:52:24,525 INFO [regionserver/995f44e581cf:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2025-01-10T07:52:24,526 INFO [RS:0;995f44e581cf:39451 {}] client.AsyncConnectionImpl(225): Connection has been closed by RS:0;995f44e581cf:39451. 2025-01-10T07:52:24,526 DEBUG [RS:0;995f44e581cf:39451 {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:479) at org.apache.hadoop.hbase.replication.regionserver.Replication.join(Replication.java:165) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:156) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2936) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1285) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-10T07:52:24,526 DEBUG [RS:0;995f44e581cf:39451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:24,527 DEBUG [RS:0;995f44e581cf:39451 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ef489ac to 127.0.0.1:49432 2025-01-10T07:52:24,527 INFO [RS:0;995f44e581cf:39451 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39451 2025-01-10T07:52:24,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x100893adc890004, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/995f44e581cf,39451,1736495468459 2025-01-10T07:52:24,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2025-01-10T07:52:24,531 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$358/0x00007fdbe88e0aa0@1179fbb2 rejected from java.util.concurrent.ThreadPoolExecutor@547b77f9[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2025-01-10T07:52:24,532 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [995f44e581cf,39451,1736495468459] 2025-01-10T07:52:24,532 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 995f44e581cf,39451,1736495468459; numProcessing=1 2025-01-10T07:52:24,533 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /2/draining/995f44e581cf,39451,1736495468459 already deleted, retry=false 2025-01-10T07:52:24,533 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 995f44e581cf,39451,1736495468459 expired; onlineServers=0 2025-01-10T07:52:24,533 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '995f44e581cf,44133,1736495468377' ***** 2025-01-10T07:52:24,533 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2025-01-10T07:52:24,534 DEBUG [M:0;995f44e581cf:44133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4611f6d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=995f44e581cf/172.17.0.2:0 2025-01-10T07:52:24,534 INFO [M:0;995f44e581cf:44133 {}] regionserver.HRegionServer(1224): stopping server 995f44e581cf,44133,1736495468377 2025-01-10T07:52:24,534 INFO [M:0;995f44e581cf:44133 {}] regionserver.HRegionServer(1250): stopping server 995f44e581cf,44133,1736495468377; all regions closed. 2025-01-10T07:52:24,534 DEBUG [M:0;995f44e581cf:44133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:24,534 DEBUG [M:0;995f44e581cf:44133 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2025-01-10T07:52:24,534 DEBUG [M:0;995f44e581cf:44133 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2025-01-10T07:52:24,534 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2025-01-10T07:52:24,534 DEBUG [master/995f44e581cf:0:becomeActiveMaster-HFileCleaner.small.0-1736495469666 {}] cleaner.HFileCleaner(306): Exit Thread[master/995f44e581cf:0:becomeActiveMaster-HFileCleaner.small.0-1736495469666,5,FailOnTimeoutGroup] 2025-01-10T07:52:24,534 DEBUG [master/995f44e581cf:0:becomeActiveMaster-HFileCleaner.large.0-1736495469662 {}] cleaner.HFileCleaner(306): Exit Thread[master/995f44e581cf:0:becomeActiveMaster-HFileCleaner.large.0-1736495469662,5,FailOnTimeoutGroup] 2025-01-10T07:52:24,534 INFO [M:0;995f44e581cf:44133 {}] hbase.ChoreService(370): Chore service for: master/995f44e581cf:0 had [] on shutdown 2025-01-10T07:52:24,534 DEBUG [M:0;995f44e581cf:44133 {}] master.HMaster(1744): Stopping service threads 2025-01-10T07:52:24,534 INFO [M:0;995f44e581cf:44133 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2025-01-10T07:52:24,535 INFO [M:0;995f44e581cf:44133 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2025-01-10T07:52:24,535 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2025-01-10T07:52:24,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2025-01-10T07:52:24,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2025-01-10T07:52:24,535 DEBUG [M:0;995f44e581cf:44133 {}] zookeeper.ZKUtil(347): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Unable to get data of znode /2/master because node does not exist (not an error) 2025-01-10T07:52:24,535 WARN [M:0;995f44e581cf:44133 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2025-01-10T07:52:24,535 INFO [M:0;995f44e581cf:44133 {}] assignment.AssignmentManager(391): Stopping assignment manager 2025-01-10T07:52:24,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2025-01-10T07:52:24,535 INFO [M:0;995f44e581cf:44133 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2025-01-10T07:52:24,536 DEBUG [M:0;995f44e581cf:44133 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-10T07:52:24,536 INFO [M:0;995f44e581cf:44133 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-10T07:52:24,536 DEBUG [M:0;995f44e581cf:44133 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-10T07:52:24,536 DEBUG [M:0;995f44e581cf:44133 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-10T07:52:24,536 DEBUG [M:0;995f44e581cf:44133 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-10T07:52:24,536 INFO [M:0;995f44e581cf:44133 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=220.29 KB heapSize=270.99 KB 2025-01-10T07:52:24,552 DEBUG [M:0;995f44e581cf:44133 {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d0b636f1a054cee8da53ae4476f42f5 is 82, key is hbase:meta,,1/info:regioninfo/1736495470404/Put/seqid=0 2025-01-10T07:52:24,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741871_1047 (size=5672) 2025-01-10T07:52:24,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x100893adc890004, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-10T07:52:24,632 INFO [RS:0;995f44e581cf:39451 {}] regionserver.HRegionServer(1307): Exiting; stopping=995f44e581cf,39451,1736495468459; zookeeper connection closed. 2025-01-10T07:52:24,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39451-0x100893adc890004, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-10T07:52:24,632 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21c633aa {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21c633aa 2025-01-10T07:52:24,633 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2025-01-10T07:52:24,956 INFO [M:0;995f44e581cf:44133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d0b636f1a054cee8da53ae4476f42f5 2025-01-10T07:52:24,978 DEBUG [M:0;995f44e581cf:44133 {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4677869a0c1b4c71b22edac98ea68389 is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1736495479494/Put/seqid=0 2025-01-10T07:52:24,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741872_1048 (size=11252) 2025-01-10T07:52:25,036 INFO [995f44e581cf:34405Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2025-01-10T07:52:25,384 INFO [M:0;995f44e581cf:44133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=219.73 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4677869a0c1b4c71b22edac98ea68389 2025-01-10T07:52:25,391 INFO [M:0;995f44e581cf:44133 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4677869a0c1b4c71b22edac98ea68389 2025-01-10T07:52:25,414 DEBUG [M:0;995f44e581cf:44133 {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b78d4b0da0d4c93b64d21bf37574070 is 69, key is 995f44e581cf,39451,1736495468459/rs:state/1736495469752/Put/seqid=0 2025-01-10T07:52:25,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741873_1049 (size=5156) 2025-01-10T07:52:25,820 INFO [M:0;995f44e581cf:44133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b78d4b0da0d4c93b64d21bf37574070 2025-01-10T07:52:25,831 DEBUG [M:0;995f44e581cf:44133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d0b636f1a054cee8da53ae4476f42f5 as hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d0b636f1a054cee8da53ae4476f42f5 2025-01-10T07:52:25,838 INFO [M:0;995f44e581cf:44133 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d0b636f1a054cee8da53ae4476f42f5, entries=8, sequenceid=549, filesize=5.5 K 2025-01-10T07:52:25,839 DEBUG [M:0;995f44e581cf:44133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4677869a0c1b4c71b22edac98ea68389 as hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4677869a0c1b4c71b22edac98ea68389 2025-01-10T07:52:25,845 INFO [M:0;995f44e581cf:44133 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4677869a0c1b4c71b22edac98ea68389 2025-01-10T07:52:25,845 INFO [M:0;995f44e581cf:44133 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4677869a0c1b4c71b22edac98ea68389, entries=69, sequenceid=549, filesize=11.0 K 2025-01-10T07:52:25,846 DEBUG [M:0;995f44e581cf:44133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b78d4b0da0d4c93b64d21bf37574070 as hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b78d4b0da0d4c93b64d21bf37574070 2025-01-10T07:52:25,852 INFO [M:0;995f44e581cf:44133 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43587/user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b78d4b0da0d4c93b64d21bf37574070, entries=1, sequenceid=549, filesize=5.0 K 2025-01-10T07:52:25,852 INFO [M:0;995f44e581cf:44133 {}] regionserver.HRegion(3040): Finished flush of dataSize ~220.29 KB/225576, heapSize ~270.70 KB/277192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=549, compaction requested=false 2025-01-10T07:52:25,854 INFO [M:0;995f44e581cf:44133 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-10T07:52:25,854 DEBUG [M:0;995f44e581cf:44133 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2025-01-10T07:52:25,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741830_1006 (size=262188) 2025-01-10T07:52:25,860 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/b08a4b8d-b27b-a804-aeef-aaff4e635f7e/MasterData/WALs/995f44e581cf,44133,1736495468377/995f44e581cf%2C44133%2C1736495468377.1736495469492 not finished, retry = 0 2025-01-10T07:52:25,962 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2025-01-10T07:52:25,962 INFO [M:0;995f44e581cf:44133 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2025-01-10T07:52:25,962 INFO [M:0;995f44e581cf:44133 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44133 2025-01-10T07:52:25,968 DEBUG [M:0;995f44e581cf:44133 {}] zookeeper.RecoverableZooKeeper(215): Node /2/rs/995f44e581cf,44133,1736495468377 already deleted, retry=false 2025-01-10T07:52:26,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-10T07:52:26,070 INFO [M:0;995f44e581cf:44133 {}] regionserver.HRegionServer(1307): Exiting; stopping=995f44e581cf,44133,1736495468377; zookeeper connection closed. 2025-01-10T07:52:26,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44133-0x100893adc890003, quorum=127.0.0.1:49432, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-10T07:52:26,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b3b0318{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-10T07:52:26,079 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69338931{HTTP/1.1, (http/1.1)}{localhost:0} 2025-01-10T07:52:26,079 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2025-01-10T07:52:26,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ed68b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2025-01-10T07:52:26,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5906f0e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/hadoop.log.dir/,STOPPED} 2025-01-10T07:52:26,083 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2025-01-10T07:52:26,083 WARN [BP-1652491035-172.17.0.2-1736495467517 heartbeating to localhost/127.0.0.1:43587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2025-01-10T07:52:26,083 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2025-01-10T07:52:26,083 WARN [BP-1652491035-172.17.0.2-1736495467517 heartbeating to localhost/127.0.0.1:43587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1652491035-172.17.0.2-1736495467517 (Datanode Uuid f4aefd62-16d8-40ef-8be0-0fe04190c1cb) service to localhost/127.0.0.1:43587 2025-01-10T07:52:26,084 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/cluster_f56f6aa0-e732-a86f-2c4a-21081cbe217a/dfs/data/data1/current/BP-1652491035-172.17.0.2-1736495467517 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-10T07:52:26,085 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/cluster_f56f6aa0-e732-a86f-2c4a-21081cbe217a/dfs/data/data2/current/BP-1652491035-172.17.0.2-1736495467517 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-10T07:52:26,085 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2025-01-10T07:52:26,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@623c0e84{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2025-01-10T07:52:26,095 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@deeae95{HTTP/1.1, (http/1.1)}{localhost:0} 2025-01-10T07:52:26,095 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2025-01-10T07:52:26,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f3232e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2025-01-10T07:52:26,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c2a4baf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d65384e8-3cdf-7b14-482f-cc0c54e92dd1/hadoop.log.dir/,STOPPED} 2025-01-10T07:52:26,136 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2025-01-10T07:52:26,136 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2025-01-10T07:52:26,136 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2025-01-10T07:52:26,136 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f5aaf55 to 127.0.0.1:49432 2025-01-10T07:52:26,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:26,137 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2025-01-10T07:52:26,137 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2120395108, stopped=false 2025-01-10T07:52:26,137 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=995f44e581cf,33135,1736495461421 2025-01-10T07:52:26,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x100893adc890001, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2025-01-10T07:52:26,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x100893adc890001, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2025-01-10T07:52:26,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2025-01-10T07:52:26,139 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2025-01-10T07:52:26,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2025-01-10T07:52:26,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:26,139 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '995f44e581cf,34405,1736495462427' ***** 2025-01-10T07:52:26,139 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2025-01-10T07:52:26,139 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HeapMemoryManager(220): Stopping 2025-01-10T07:52:26,139 INFO [RS:0;995f44e581cf:34405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2025-01-10T07:52:26,139 INFO [RS:0;995f44e581cf:34405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2025-01-10T07:52:26,139 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for 6f06ccd24f7551f9483c98ddb6b63c0e 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for cbd316a1d84c6357e887edc4a1c349ba 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for e1c126595c8e4145cc43ad5057265439 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for 0c2d1024bcd8160294bfb4c04821f57f 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for 342eafb4fb29fea459d93c96d1112ff9 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for 28feef75b92a65368c15e4a0ba7a9b5c 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for 9834f90c72384ce75783e657243aa21c 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for 256b60d70d841c43586fb2be86a9ad0d 2025-01-10T07:52:26,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2025-01-10T07:52:26,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34405-0x100893adc890001, quorum=127.0.0.1:49432, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for 5bbbc0d67657cce543956de18786b5e1 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for d56d6bd10406f8acfb2d7fb0afb192be 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for bee64834e04466c8444a9796783bc4de 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for 589d7b5cdcf3bec470ff6678be1ad8fa 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for bf0fb79566909972aee1488e1d6e06e5 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for 73499f38ee8274a92ce22064d95eee17 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for a44148a6f4c190fda0ac3ea87df7b129 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for 70d87c703f3766ebc2dd447379e11bb1 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for a276156c5ea623b9f8489cf7d0873d67 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for 57352ca1ad599e94ee864d0d2bd4a649 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for 42ea8b82ea17fe6e43e4047103527575 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for 87b695960ed4870ccbf2a214529f2ad7 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for 2d030b662066d88f13e33e3e92fa4559 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for c31e5fec83f8d62920b11e8d2a984a25 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for 7d099004358788bf3788fc940e2d3ade 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for 90a26f0c58c0abaf663c6d01d38b8343 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for 2ef9f2475b9f8c3309bb9b3f564e1977 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for 4e1eaf4abec7adc24615d2ed30eb6aec 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for ad46799aaf906a8a4c024daa57e6f048 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(1224): stopping server 995f44e581cf,34405,1736495462427 2025-01-10T07:52:26,140 DEBUG [RS:0;995f44e581cf:34405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2025-01-10T07:52:26,140 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2025-01-10T07:52:26,141 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6f06ccd24f7551f9483c98ddb6b63c0e, disabling compactions & flushes 2025-01-10T07:52:26,141 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1736495472161.6f06ccd24f7551f9483c98ddb6b63c0e. 2025-01-10T07:52:26,141 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1736495472161.6f06ccd24f7551f9483c98ddb6b63c0e. 2025-01-10T07:52:26,141 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1736495472161.6f06ccd24f7551f9483c98ddb6b63c0e. after waiting 0 ms 2025-01-10T07:52:26,141 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1736495472161.6f06ccd24f7551f9483c98ddb6b63c0e. 2025-01-10T07:52:26,141 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2025-01-10T07:52:26,141 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2025-01-10T07:52:26,142 DEBUG [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(1629): Waiting on 0c2d1024bcd8160294bfb4c04821f57f, 1588230740, 256b60d70d841c43586fb2be86a9ad0d, 28feef75b92a65368c15e4a0ba7a9b5c, 2d030b662066d88f13e33e3e92fa4559, 2ef9f2475b9f8c3309bb9b3f564e1977, 342eafb4fb29fea459d93c96d1112ff9, 42ea8b82ea17fe6e43e4047103527575, 4e1eaf4abec7adc24615d2ed30eb6aec, 57352ca1ad599e94ee864d0d2bd4a649, 589d7b5cdcf3bec470ff6678be1ad8fa, 5bbbc0d67657cce543956de18786b5e1, 6f06ccd24f7551f9483c98ddb6b63c0e, 70d87c703f3766ebc2dd447379e11bb1, 73499f38ee8274a92ce22064d95eee17, 7d099004358788bf3788fc940e2d3ade, 87b695960ed4870ccbf2a214529f2ad7, 90a26f0c58c0abaf663c6d01d38b8343, 9834f90c72384ce75783e657243aa21c, a276156c5ea623b9f8489cf7d0873d67, a44148a6f4c190fda0ac3ea87df7b129, ad46799aaf906a8a4c024daa57e6f048, bee64834e04466c8444a9796783bc4de, bf0fb79566909972aee1488e1d6e06e5, c31e5fec83f8d62920b11e8d2a984a25, cbd316a1d84c6357e887edc4a1c349ba, d56d6bd10406f8acfb2d7fb0afb192be, e1c126595c8e4145cc43ad5057265439 2025-01-10T07:52:26,142 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2025-01-10T07:52:26,142 INFO [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2025-01-10T07:52:26,142 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2025-01-10T07:52:26,142 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2025-01-10T07:52:26,142 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2025-01-10T07:52:26,142 INFO [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2025-01-10T07:52:26,148 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/6f06ccd24f7551f9483c98ddb6b63c0e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:26,149 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1736495472161.6f06ccd24f7551f9483c98ddb6b63c0e. 2025-01-10T07:52:26,149 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6f06ccd24f7551f9483c98ddb6b63c0e: 2025-01-10T07:52:26,149 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1736495472161.6f06ccd24f7551f9483c98ddb6b63c0e. 2025-01-10T07:52:26,149 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cbd316a1d84c6357e887edc4a1c349ba, disabling compactions & flushes 2025-01-10T07:52:26,149 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1736495472161.cbd316a1d84c6357e887edc4a1c349ba. 2025-01-10T07:52:26,149 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1736495472161.cbd316a1d84c6357e887edc4a1c349ba. 2025-01-10T07:52:26,149 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1736495472161.cbd316a1d84c6357e887edc4a1c349ba. after waiting 0 ms 2025-01-10T07:52:26,149 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1736495472161.cbd316a1d84c6357e887edc4a1c349ba. 2025-01-10T07:52:26,157 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/cbd316a1d84c6357e887edc4a1c349ba/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:26,158 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1736495472161.cbd316a1d84c6357e887edc4a1c349ba. 2025-01-10T07:52:26,158 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cbd316a1d84c6357e887edc4a1c349ba: 2025-01-10T07:52:26,158 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1736495472161.cbd316a1d84c6357e887edc4a1c349ba. 2025-01-10T07:52:26,158 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e1c126595c8e4145cc43ad5057265439, disabling compactions & flushes 2025-01-10T07:52:26,158 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1736495472161.e1c126595c8e4145cc43ad5057265439. 2025-01-10T07:52:26,158 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1736495472161.e1c126595c8e4145cc43ad5057265439. 2025-01-10T07:52:26,158 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1736495472161.e1c126595c8e4145cc43ad5057265439. after waiting 0 ms 2025-01-10T07:52:26,158 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1736495472161.e1c126595c8e4145cc43ad5057265439. 2025-01-10T07:52:26,162 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/e1c126595c8e4145cc43ad5057265439/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:26,162 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1736495472161.e1c126595c8e4145cc43ad5057265439. 2025-01-10T07:52:26,162 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e1c126595c8e4145cc43ad5057265439: 2025-01-10T07:52:26,162 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1736495472161.e1c126595c8e4145cc43ad5057265439. 2025-01-10T07:52:26,162 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0c2d1024bcd8160294bfb4c04821f57f, disabling compactions & flushes 2025-01-10T07:52:26,163 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1736495472161.0c2d1024bcd8160294bfb4c04821f57f. 2025-01-10T07:52:26,163 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1736495472161.0c2d1024bcd8160294bfb4c04821f57f. 2025-01-10T07:52:26,163 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1736495472161.0c2d1024bcd8160294bfb4c04821f57f. after waiting 0 ms 2025-01-10T07:52:26,163 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1736495472161.0c2d1024bcd8160294bfb4c04821f57f. 2025-01-10T07:52:26,166 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/0c2d1024bcd8160294bfb4c04821f57f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:26,166 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1736495472161.0c2d1024bcd8160294bfb4c04821f57f. 2025-01-10T07:52:26,166 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0c2d1024bcd8160294bfb4c04821f57f: 2025-01-10T07:52:26,166 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1736495472161.0c2d1024bcd8160294bfb4c04821f57f. 2025-01-10T07:52:26,166 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 342eafb4fb29fea459d93c96d1112ff9, disabling compactions & flushes 2025-01-10T07:52:26,166 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1736495472161.342eafb4fb29fea459d93c96d1112ff9. 2025-01-10T07:52:26,167 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1736495472161.342eafb4fb29fea459d93c96d1112ff9. 2025-01-10T07:52:26,167 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1736495472161.342eafb4fb29fea459d93c96d1112ff9. after waiting 0 ms 2025-01-10T07:52:26,167 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1736495472161.342eafb4fb29fea459d93c96d1112ff9. 2025-01-10T07:52:26,170 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/342eafb4fb29fea459d93c96d1112ff9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:26,171 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1736495472161.342eafb4fb29fea459d93c96d1112ff9. 2025-01-10T07:52:26,171 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 342eafb4fb29fea459d93c96d1112ff9: 2025-01-10T07:52:26,171 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1736495472161.342eafb4fb29fea459d93c96d1112ff9. 2025-01-10T07:52:26,171 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 28feef75b92a65368c15e4a0ba7a9b5c, disabling compactions & flushes 2025-01-10T07:52:26,171 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1736495472161.28feef75b92a65368c15e4a0ba7a9b5c. 2025-01-10T07:52:26,171 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1736495472161.28feef75b92a65368c15e4a0ba7a9b5c. 2025-01-10T07:52:26,171 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1736495472161.28feef75b92a65368c15e4a0ba7a9b5c. after waiting 0 ms 2025-01-10T07:52:26,171 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1736495472161.28feef75b92a65368c15e4a0ba7a9b5c. 2025-01-10T07:52:26,176 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/meta/1588230740/.tmp/info/51eebf31a8964c35a2cb50851ae63215 is 143, key is hbase:namespace,,1736495466438.4e1eaf4abec7adc24615d2ed30eb6aec./info:regioninfo/1736495466943/Put/seqid=0 2025-01-10T07:52:26,178 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/28feef75b92a65368c15e4a0ba7a9b5c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:26,179 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1736495472161.28feef75b92a65368c15e4a0ba7a9b5c. 2025-01-10T07:52:26,179 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 28feef75b92a65368c15e4a0ba7a9b5c: 2025-01-10T07:52:26,179 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1736495472161.28feef75b92a65368c15e4a0ba7a9b5c. 2025-01-10T07:52:26,179 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9834f90c72384ce75783e657243aa21c, disabling compactions & flushes 2025-01-10T07:52:26,179 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1736495472161.9834f90c72384ce75783e657243aa21c. 2025-01-10T07:52:26,179 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1736495472161.9834f90c72384ce75783e657243aa21c. 2025-01-10T07:52:26,179 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1736495472161.9834f90c72384ce75783e657243aa21c. after waiting 0 ms 2025-01-10T07:52:26,179 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1736495472161.9834f90c72384ce75783e657243aa21c. 2025-01-10T07:52:26,212 INFO [regionserver/995f44e581cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2025-01-10T07:52:26,213 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/9834f90c72384ce75783e657243aa21c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:26,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741867_1043 (size=36340) 2025-01-10T07:52:26,214 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1736495472161.9834f90c72384ce75783e657243aa21c. 2025-01-10T07:52:26,214 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9834f90c72384ce75783e657243aa21c: 2025-01-10T07:52:26,214 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1736495472161.9834f90c72384ce75783e657243aa21c. 2025-01-10T07:52:26,214 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 256b60d70d841c43586fb2be86a9ad0d, disabling compactions & flushes 2025-01-10T07:52:26,215 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1736495472161.256b60d70d841c43586fb2be86a9ad0d. 2025-01-10T07:52:26,215 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1736495472161.256b60d70d841c43586fb2be86a9ad0d. 2025-01-10T07:52:26,215 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1736495472161.256b60d70d841c43586fb2be86a9ad0d. after waiting 0 ms 2025-01-10T07:52:26,215 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1736495472161.256b60d70d841c43586fb2be86a9ad0d. 2025-01-10T07:52:26,219 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/256b60d70d841c43586fb2be86a9ad0d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:26,219 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1736495472161.256b60d70d841c43586fb2be86a9ad0d. 2025-01-10T07:52:26,219 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 256b60d70d841c43586fb2be86a9ad0d: 2025-01-10T07:52:26,220 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1736495472161.256b60d70d841c43586fb2be86a9ad0d. 2025-01-10T07:52:26,220 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5bbbc0d67657cce543956de18786b5e1, disabling compactions & flushes 2025-01-10T07:52:26,220 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1736495472161.5bbbc0d67657cce543956de18786b5e1. 2025-01-10T07:52:26,220 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1736495472161.5bbbc0d67657cce543956de18786b5e1. 2025-01-10T07:52:26,220 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1736495472161.5bbbc0d67657cce543956de18786b5e1. after waiting 0 ms 2025-01-10T07:52:26,220 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1736495472161.5bbbc0d67657cce543956de18786b5e1. 2025-01-10T07:52:26,223 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/5bbbc0d67657cce543956de18786b5e1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:26,224 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1736495472161.5bbbc0d67657cce543956de18786b5e1. 2025-01-10T07:52:26,224 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5bbbc0d67657cce543956de18786b5e1: 2025-01-10T07:52:26,224 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1736495472161.5bbbc0d67657cce543956de18786b5e1. 2025-01-10T07:52:26,224 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d56d6bd10406f8acfb2d7fb0afb192be, disabling compactions & flushes 2025-01-10T07:52:26,224 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1736495472161.d56d6bd10406f8acfb2d7fb0afb192be. 2025-01-10T07:52:26,224 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1736495472161.d56d6bd10406f8acfb2d7fb0afb192be. 2025-01-10T07:52:26,224 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1736495472161.d56d6bd10406f8acfb2d7fb0afb192be. after waiting 0 ms 2025-01-10T07:52:26,224 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1736495472161.d56d6bd10406f8acfb2d7fb0afb192be. 2025-01-10T07:52:26,224 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d56d6bd10406f8acfb2d7fb0afb192be 2/2 column families, dataSize=3.94 MB heapSize=4.01 MB 2025-01-10T07:52:26,270 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/d56d6bd10406f8acfb2d7fb0afb192be/.tmp/f/1b9c94900d2340bf8438325f5c182cdd is 4136, key is NormalPut000/f:row/1736495485154/Put/seqid=0 2025-01-10T07:52:26,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741868_1044 (size=4147225) 2025-01-10T07:52:26,342 DEBUG [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 2d030b662066d88f13e33e3e92fa4559, 2ef9f2475b9f8c3309bb9b3f564e1977, 42ea8b82ea17fe6e43e4047103527575, 4e1eaf4abec7adc24615d2ed30eb6aec, 57352ca1ad599e94ee864d0d2bd4a649, 589d7b5cdcf3bec470ff6678be1ad8fa, 70d87c703f3766ebc2dd447379e11bb1, 73499f38ee8274a92ce22064d95eee17, 7d099004358788bf3788fc940e2d3ade, 87b695960ed4870ccbf2a214529f2ad7, 90a26f0c58c0abaf663c6d01d38b8343, a276156c5ea623b9f8489cf7d0873d67, a44148a6f4c190fda0ac3ea87df7b129, ad46799aaf906a8a4c024daa57e6f048, bee64834e04466c8444a9796783bc4de, bf0fb79566909972aee1488e1d6e06e5, c31e5fec83f8d62920b11e8d2a984a25, d56d6bd10406f8acfb2d7fb0afb192be 2025-01-10T07:52:26,542 DEBUG [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 2d030b662066d88f13e33e3e92fa4559, 2ef9f2475b9f8c3309bb9b3f564e1977, 42ea8b82ea17fe6e43e4047103527575, 4e1eaf4abec7adc24615d2ed30eb6aec, 57352ca1ad599e94ee864d0d2bd4a649, 589d7b5cdcf3bec470ff6678be1ad8fa, 70d87c703f3766ebc2dd447379e11bb1, 73499f38ee8274a92ce22064d95eee17, 7d099004358788bf3788fc940e2d3ade, 87b695960ed4870ccbf2a214529f2ad7, 90a26f0c58c0abaf663c6d01d38b8343, a276156c5ea623b9f8489cf7d0873d67, a44148a6f4c190fda0ac3ea87df7b129, ad46799aaf906a8a4c024daa57e6f048, bee64834e04466c8444a9796783bc4de, bf0fb79566909972aee1488e1d6e06e5, c31e5fec83f8d62920b11e8d2a984a25, d56d6bd10406f8acfb2d7fb0afb192be 2025-01-10T07:52:26,615 INFO [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/meta/1588230740/.tmp/info/51eebf31a8964c35a2cb50851ae63215 2025-01-10T07:52:26,648 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/meta/1588230740/.tmp/rep_barrier/bf1d3b7c612448c39248669e58bf581b is 115, key is test,bbb,1736495472161.9834f90c72384ce75783e657243aa21c./rep_barrier:seqnumDuringOpen/1736495475720/Put/seqid=0 2025-01-10T07:52:26,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741869_1045 (size=8574) 2025-01-10T07:52:26,673 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.94 MB at sequenceid=1004 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/d56d6bd10406f8acfb2d7fb0afb192be/.tmp/f/1b9c94900d2340bf8438325f5c182cdd 2025-01-10T07:52:26,682 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/d56d6bd10406f8acfb2d7fb0afb192be/.tmp/f/1b9c94900d2340bf8438325f5c182cdd as hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/d56d6bd10406f8acfb2d7fb0afb192be/f/1b9c94900d2340bf8438325f5c182cdd 2025-01-10T07:52:26,688 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/d56d6bd10406f8acfb2d7fb0afb192be/f/1b9c94900d2340bf8438325f5c182cdd, entries=1000, sequenceid=1004, filesize=4.0 M 2025-01-10T07:52:26,689 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~3.94 MB/4132000, heapSize ~4.01 MB/4208240, currentSize=0 B/0 for d56d6bd10406f8acfb2d7fb0afb192be in 465ms, sequenceid=1004, compaction requested=false 2025-01-10T07:52:26,707 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/d56d6bd10406f8acfb2d7fb0afb192be/recovered.edits/1007.seqid, newMaxSeqId=1007, maxSeqId=1 2025-01-10T07:52:26,707 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1736495472161.d56d6bd10406f8acfb2d7fb0afb192be. 2025-01-10T07:52:26,708 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d56d6bd10406f8acfb2d7fb0afb192be: 2025-01-10T07:52:26,708 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1736495472161.d56d6bd10406f8acfb2d7fb0afb192be. 2025-01-10T07:52:26,708 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bee64834e04466c8444a9796783bc4de, disabling compactions & flushes 2025-01-10T07:52:26,708 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1736495472161.bee64834e04466c8444a9796783bc4de. 2025-01-10T07:52:26,708 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1736495472161.bee64834e04466c8444a9796783bc4de. 2025-01-10T07:52:26,708 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1736495472161.bee64834e04466c8444a9796783bc4de. after waiting 0 ms 2025-01-10T07:52:26,708 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1736495472161.bee64834e04466c8444a9796783bc4de. 2025-01-10T07:52:26,715 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/bee64834e04466c8444a9796783bc4de/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:26,716 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1736495472161.bee64834e04466c8444a9796783bc4de. 2025-01-10T07:52:26,716 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bee64834e04466c8444a9796783bc4de: 2025-01-10T07:52:26,716 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1736495472161.bee64834e04466c8444a9796783bc4de. 2025-01-10T07:52:26,716 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 589d7b5cdcf3bec470ff6678be1ad8fa, disabling compactions & flushes 2025-01-10T07:52:26,716 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1736495472161.589d7b5cdcf3bec470ff6678be1ad8fa. 2025-01-10T07:52:26,716 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1736495472161.589d7b5cdcf3bec470ff6678be1ad8fa. 2025-01-10T07:52:26,717 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1736495472161.589d7b5cdcf3bec470ff6678be1ad8fa. after waiting 0 ms 2025-01-10T07:52:26,717 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1736495472161.589d7b5cdcf3bec470ff6678be1ad8fa. 2025-01-10T07:52:26,724 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/589d7b5cdcf3bec470ff6678be1ad8fa/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:26,725 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1736495472161.589d7b5cdcf3bec470ff6678be1ad8fa. 2025-01-10T07:52:26,725 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 589d7b5cdcf3bec470ff6678be1ad8fa: 2025-01-10T07:52:26,725 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1736495472161.589d7b5cdcf3bec470ff6678be1ad8fa. 2025-01-10T07:52:26,725 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bf0fb79566909972aee1488e1d6e06e5, disabling compactions & flushes 2025-01-10T07:52:26,725 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1736495472161.bf0fb79566909972aee1488e1d6e06e5. 2025-01-10T07:52:26,725 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1736495472161.bf0fb79566909972aee1488e1d6e06e5. 2025-01-10T07:52:26,725 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1736495472161.bf0fb79566909972aee1488e1d6e06e5. after waiting 0 ms 2025-01-10T07:52:26,725 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1736495472161.bf0fb79566909972aee1488e1d6e06e5. 2025-01-10T07:52:26,733 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/bf0fb79566909972aee1488e1d6e06e5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:26,733 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1736495472161.bf0fb79566909972aee1488e1d6e06e5. 2025-01-10T07:52:26,733 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bf0fb79566909972aee1488e1d6e06e5: 2025-01-10T07:52:26,733 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1736495472161.bf0fb79566909972aee1488e1d6e06e5. 2025-01-10T07:52:26,734 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 73499f38ee8274a92ce22064d95eee17, disabling compactions & flushes 2025-01-10T07:52:26,734 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1736495472161.73499f38ee8274a92ce22064d95eee17. 2025-01-10T07:52:26,734 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1736495472161.73499f38ee8274a92ce22064d95eee17. 2025-01-10T07:52:26,734 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1736495472161.73499f38ee8274a92ce22064d95eee17. after waiting 0 ms 2025-01-10T07:52:26,734 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1736495472161.73499f38ee8274a92ce22064d95eee17. 2025-01-10T07:52:26,737 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/73499f38ee8274a92ce22064d95eee17/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:26,738 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1736495472161.73499f38ee8274a92ce22064d95eee17. 2025-01-10T07:52:26,738 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 73499f38ee8274a92ce22064d95eee17: 2025-01-10T07:52:26,738 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1736495472161.73499f38ee8274a92ce22064d95eee17. 2025-01-10T07:52:26,738 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a44148a6f4c190fda0ac3ea87df7b129, disabling compactions & flushes 2025-01-10T07:52:26,738 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1736495472161.a44148a6f4c190fda0ac3ea87df7b129. 2025-01-10T07:52:26,738 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1736495472161.a44148a6f4c190fda0ac3ea87df7b129. 2025-01-10T07:52:26,738 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1736495472161.a44148a6f4c190fda0ac3ea87df7b129. after waiting 0 ms 2025-01-10T07:52:26,738 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1736495472161.a44148a6f4c190fda0ac3ea87df7b129. 2025-01-10T07:52:26,742 DEBUG [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 2d030b662066d88f13e33e3e92fa4559, 2ef9f2475b9f8c3309bb9b3f564e1977, 42ea8b82ea17fe6e43e4047103527575, 4e1eaf4abec7adc24615d2ed30eb6aec, 57352ca1ad599e94ee864d0d2bd4a649, 70d87c703f3766ebc2dd447379e11bb1, 7d099004358788bf3788fc940e2d3ade, 87b695960ed4870ccbf2a214529f2ad7, 90a26f0c58c0abaf663c6d01d38b8343, a276156c5ea623b9f8489cf7d0873d67, a44148a6f4c190fda0ac3ea87df7b129, ad46799aaf906a8a4c024daa57e6f048, c31e5fec83f8d62920b11e8d2a984a25 2025-01-10T07:52:26,744 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/a44148a6f4c190fda0ac3ea87df7b129/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:26,744 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1736495472161.a44148a6f4c190fda0ac3ea87df7b129. 2025-01-10T07:52:26,744 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a44148a6f4c190fda0ac3ea87df7b129: 2025-01-10T07:52:26,744 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1736495472161.a44148a6f4c190fda0ac3ea87df7b129. 2025-01-10T07:52:26,745 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 70d87c703f3766ebc2dd447379e11bb1, disabling compactions & flushes 2025-01-10T07:52:26,745 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1736495472161.70d87c703f3766ebc2dd447379e11bb1. 2025-01-10T07:52:26,745 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1736495472161.70d87c703f3766ebc2dd447379e11bb1. 2025-01-10T07:52:26,745 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1736495472161.70d87c703f3766ebc2dd447379e11bb1. after waiting 0 ms 2025-01-10T07:52:26,745 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1736495472161.70d87c703f3766ebc2dd447379e11bb1. 2025-01-10T07:52:26,748 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/70d87c703f3766ebc2dd447379e11bb1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:26,749 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1736495472161.70d87c703f3766ebc2dd447379e11bb1. 2025-01-10T07:52:26,749 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 70d87c703f3766ebc2dd447379e11bb1: 2025-01-10T07:52:26,749 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1736495472161.70d87c703f3766ebc2dd447379e11bb1. 2025-01-10T07:52:26,749 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a276156c5ea623b9f8489cf7d0873d67, disabling compactions & flushes 2025-01-10T07:52:26,749 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1736495472161.a276156c5ea623b9f8489cf7d0873d67. 2025-01-10T07:52:26,749 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1736495472161.a276156c5ea623b9f8489cf7d0873d67. 2025-01-10T07:52:26,749 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1736495472161.a276156c5ea623b9f8489cf7d0873d67. after waiting 0 ms 2025-01-10T07:52:26,749 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1736495472161.a276156c5ea623b9f8489cf7d0873d67. 2025-01-10T07:52:26,753 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/a276156c5ea623b9f8489cf7d0873d67/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:26,753 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1736495472161.a276156c5ea623b9f8489cf7d0873d67. 2025-01-10T07:52:26,754 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a276156c5ea623b9f8489cf7d0873d67: 2025-01-10T07:52:26,754 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1736495472161.a276156c5ea623b9f8489cf7d0873d67. 2025-01-10T07:52:26,754 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 57352ca1ad599e94ee864d0d2bd4a649, disabling compactions & flushes 2025-01-10T07:52:26,754 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1736495472161.57352ca1ad599e94ee864d0d2bd4a649. 2025-01-10T07:52:26,754 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1736495472161.57352ca1ad599e94ee864d0d2bd4a649. 2025-01-10T07:52:26,754 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1736495472161.57352ca1ad599e94ee864d0d2bd4a649. after waiting 0 ms 2025-01-10T07:52:26,754 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1736495472161.57352ca1ad599e94ee864d0d2bd4a649. 2025-01-10T07:52:26,757 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/57352ca1ad599e94ee864d0d2bd4a649/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:26,758 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1736495472161.57352ca1ad599e94ee864d0d2bd4a649. 2025-01-10T07:52:26,758 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 57352ca1ad599e94ee864d0d2bd4a649: 2025-01-10T07:52:26,758 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1736495472161.57352ca1ad599e94ee864d0d2bd4a649. 2025-01-10T07:52:26,758 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 42ea8b82ea17fe6e43e4047103527575, disabling compactions & flushes 2025-01-10T07:52:26,758 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1736495472161.42ea8b82ea17fe6e43e4047103527575. 2025-01-10T07:52:26,758 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1736495472161.42ea8b82ea17fe6e43e4047103527575. 2025-01-10T07:52:26,758 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1736495472161.42ea8b82ea17fe6e43e4047103527575. after waiting 0 ms 2025-01-10T07:52:26,758 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1736495472161.42ea8b82ea17fe6e43e4047103527575. 2025-01-10T07:52:26,761 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/42ea8b82ea17fe6e43e4047103527575/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:26,761 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1736495472161.42ea8b82ea17fe6e43e4047103527575. 2025-01-10T07:52:26,761 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 42ea8b82ea17fe6e43e4047103527575: 2025-01-10T07:52:26,761 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1736495472161.42ea8b82ea17fe6e43e4047103527575. 2025-01-10T07:52:26,761 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 87b695960ed4870ccbf2a214529f2ad7, disabling compactions & flushes 2025-01-10T07:52:26,761 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1736495472161.87b695960ed4870ccbf2a214529f2ad7. 2025-01-10T07:52:26,761 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1736495472161.87b695960ed4870ccbf2a214529f2ad7. 2025-01-10T07:52:26,761 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1736495472161.87b695960ed4870ccbf2a214529f2ad7. after waiting 0 ms 2025-01-10T07:52:26,761 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1736495472161.87b695960ed4870ccbf2a214529f2ad7. 2025-01-10T07:52:26,764 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/87b695960ed4870ccbf2a214529f2ad7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:26,765 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1736495472161.87b695960ed4870ccbf2a214529f2ad7. 2025-01-10T07:52:26,765 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 87b695960ed4870ccbf2a214529f2ad7: 2025-01-10T07:52:26,765 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1736495472161.87b695960ed4870ccbf2a214529f2ad7. 2025-01-10T07:52:26,765 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2d030b662066d88f13e33e3e92fa4559, disabling compactions & flushes 2025-01-10T07:52:26,765 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1736495472161.2d030b662066d88f13e33e3e92fa4559. 2025-01-10T07:52:26,765 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1736495472161.2d030b662066d88f13e33e3e92fa4559. 2025-01-10T07:52:26,765 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1736495472161.2d030b662066d88f13e33e3e92fa4559. after waiting 0 ms 2025-01-10T07:52:26,765 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1736495472161.2d030b662066d88f13e33e3e92fa4559. 2025-01-10T07:52:26,768 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/2d030b662066d88f13e33e3e92fa4559/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:26,769 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1736495472161.2d030b662066d88f13e33e3e92fa4559. 2025-01-10T07:52:26,769 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2d030b662066d88f13e33e3e92fa4559: 2025-01-10T07:52:26,769 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1736495472161.2d030b662066d88f13e33e3e92fa4559. 2025-01-10T07:52:26,769 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c31e5fec83f8d62920b11e8d2a984a25, disabling compactions & flushes 2025-01-10T07:52:26,769 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1736495472161.c31e5fec83f8d62920b11e8d2a984a25. 2025-01-10T07:52:26,769 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1736495472161.c31e5fec83f8d62920b11e8d2a984a25. 2025-01-10T07:52:26,769 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1736495472161.c31e5fec83f8d62920b11e8d2a984a25. after waiting 0 ms 2025-01-10T07:52:26,769 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1736495472161.c31e5fec83f8d62920b11e8d2a984a25. 2025-01-10T07:52:26,773 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/c31e5fec83f8d62920b11e8d2a984a25/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:26,773 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1736495472161.c31e5fec83f8d62920b11e8d2a984a25. 2025-01-10T07:52:26,773 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c31e5fec83f8d62920b11e8d2a984a25: 2025-01-10T07:52:26,773 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1736495472161.c31e5fec83f8d62920b11e8d2a984a25. 2025-01-10T07:52:26,773 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7d099004358788bf3788fc940e2d3ade, disabling compactions & flushes 2025-01-10T07:52:26,773 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1736495472161.7d099004358788bf3788fc940e2d3ade. 2025-01-10T07:52:26,773 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1736495472161.7d099004358788bf3788fc940e2d3ade. 2025-01-10T07:52:26,773 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1736495472161.7d099004358788bf3788fc940e2d3ade. after waiting 0 ms 2025-01-10T07:52:26,774 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1736495472161.7d099004358788bf3788fc940e2d3ade. 2025-01-10T07:52:26,777 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/7d099004358788bf3788fc940e2d3ade/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:26,777 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1736495472161.7d099004358788bf3788fc940e2d3ade. 2025-01-10T07:52:26,777 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7d099004358788bf3788fc940e2d3ade: 2025-01-10T07:52:26,777 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1736495472161.7d099004358788bf3788fc940e2d3ade. 2025-01-10T07:52:26,777 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 90a26f0c58c0abaf663c6d01d38b8343, disabling compactions & flushes 2025-01-10T07:52:26,777 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1736495472161.90a26f0c58c0abaf663c6d01d38b8343. 2025-01-10T07:52:26,777 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1736495472161.90a26f0c58c0abaf663c6d01d38b8343. 2025-01-10T07:52:26,777 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1736495472161.90a26f0c58c0abaf663c6d01d38b8343. after waiting 0 ms 2025-01-10T07:52:26,777 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1736495472161.90a26f0c58c0abaf663c6d01d38b8343. 2025-01-10T07:52:26,781 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/90a26f0c58c0abaf663c6d01d38b8343/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:26,781 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1736495472161.90a26f0c58c0abaf663c6d01d38b8343. 2025-01-10T07:52:26,781 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 90a26f0c58c0abaf663c6d01d38b8343: 2025-01-10T07:52:26,781 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1736495472161.90a26f0c58c0abaf663c6d01d38b8343. 2025-01-10T07:52:26,782 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2ef9f2475b9f8c3309bb9b3f564e1977, disabling compactions & flushes 2025-01-10T07:52:26,782 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1736495472161.2ef9f2475b9f8c3309bb9b3f564e1977. 2025-01-10T07:52:26,782 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1736495472161.2ef9f2475b9f8c3309bb9b3f564e1977. 2025-01-10T07:52:26,782 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1736495472161.2ef9f2475b9f8c3309bb9b3f564e1977. after waiting 0 ms 2025-01-10T07:52:26,782 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1736495472161.2ef9f2475b9f8c3309bb9b3f564e1977. 2025-01-10T07:52:26,785 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/2ef9f2475b9f8c3309bb9b3f564e1977/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:26,786 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1736495472161.2ef9f2475b9f8c3309bb9b3f564e1977. 2025-01-10T07:52:26,786 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2ef9f2475b9f8c3309bb9b3f564e1977: 2025-01-10T07:52:26,786 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1736495472161.2ef9f2475b9f8c3309bb9b3f564e1977. 2025-01-10T07:52:26,786 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4e1eaf4abec7adc24615d2ed30eb6aec, disabling compactions & flushes 2025-01-10T07:52:26,786 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1736495466438.4e1eaf4abec7adc24615d2ed30eb6aec. 2025-01-10T07:52:26,786 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1736495466438.4e1eaf4abec7adc24615d2ed30eb6aec. 2025-01-10T07:52:26,786 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1736495466438.4e1eaf4abec7adc24615d2ed30eb6aec. after waiting 0 ms 2025-01-10T07:52:26,786 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1736495466438.4e1eaf4abec7adc24615d2ed30eb6aec. 2025-01-10T07:52:26,786 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 4e1eaf4abec7adc24615d2ed30eb6aec 1/1 column families, dataSize=78 B heapSize=488 B 2025-01-10T07:52:26,809 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/namespace/4e1eaf4abec7adc24615d2ed30eb6aec/.tmp/info/dacf54cc36ce492c9c9e4799893e2b9f is 45, key is default/info:d/1736495467178/Put/seqid=0 2025-01-10T07:52:26,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741870_1046 (size=5037) 2025-01-10T07:52:26,814 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/namespace/4e1eaf4abec7adc24615d2ed30eb6aec/.tmp/info/dacf54cc36ce492c9c9e4799893e2b9f 2025-01-10T07:52:26,821 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/namespace/4e1eaf4abec7adc24615d2ed30eb6aec/.tmp/info/dacf54cc36ce492c9c9e4799893e2b9f as hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/namespace/4e1eaf4abec7adc24615d2ed30eb6aec/info/dacf54cc36ce492c9c9e4799893e2b9f 2025-01-10T07:52:26,828 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/namespace/4e1eaf4abec7adc24615d2ed30eb6aec/info/dacf54cc36ce492c9c9e4799893e2b9f, entries=2, sequenceid=6, filesize=4.9 K 2025-01-10T07:52:26,829 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 4e1eaf4abec7adc24615d2ed30eb6aec in 43ms, sequenceid=6, compaction requested=false 2025-01-10T07:52:26,833 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/namespace/4e1eaf4abec7adc24615d2ed30eb6aec/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2025-01-10T07:52:26,833 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1736495466438.4e1eaf4abec7adc24615d2ed30eb6aec. 2025-01-10T07:52:26,833 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4e1eaf4abec7adc24615d2ed30eb6aec: 2025-01-10T07:52:26,833 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1736495466438.4e1eaf4abec7adc24615d2ed30eb6aec. 2025-01-10T07:52:26,833 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ad46799aaf906a8a4c024daa57e6f048, disabling compactions & flushes 2025-01-10T07:52:26,833 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1736495472161.ad46799aaf906a8a4c024daa57e6f048. 2025-01-10T07:52:26,833 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1736495472161.ad46799aaf906a8a4c024daa57e6f048. 2025-01-10T07:52:26,833 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1736495472161.ad46799aaf906a8a4c024daa57e6f048. after waiting 0 ms 2025-01-10T07:52:26,833 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1736495472161.ad46799aaf906a8a4c024daa57e6f048. 2025-01-10T07:52:26,836 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/default/test/ad46799aaf906a8a4c024daa57e6f048/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2025-01-10T07:52:26,837 INFO [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1736495472161.ad46799aaf906a8a4c024daa57e6f048. 2025-01-10T07:52:26,837 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ad46799aaf906a8a4c024daa57e6f048: 2025-01-10T07:52:26,837 DEBUG [RS_CLOSE_REGION-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1736495472161.ad46799aaf906a8a4c024daa57e6f048. 2025-01-10T07:52:26,943 DEBUG [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2025-01-10T07:52:26,983 INFO [regionserver/995f44e581cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2025-01-10T07:52:26,983 INFO [regionserver/995f44e581cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2025-01-10T07:52:27,057 INFO [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/meta/1588230740/.tmp/rep_barrier/bf1d3b7c612448c39248669e58bf581b 2025-01-10T07:52:27,087 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/meta/1588230740/.tmp/table/7a730ee92b7640ebb29697c0991b69a5 is 94, key is testdroppedtimed,,1736495481210.5d887aeb5d0f09d5dd68b7552d3f359e./table:/1736495540168/DeleteFamily/seqid=0 2025-01-10T07:52:27,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741871_1047 (size=5605) 2025-01-10T07:52:27,143 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2025-01-10T07:52:27,143 DEBUG [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2025-01-10T07:52:27,143 DEBUG [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2025-01-10T07:52:27,343 DEBUG [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2025-01-10T07:52:27,493 INFO [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/meta/1588230740/.tmp/table/7a730ee92b7640ebb29697c0991b69a5 2025-01-10T07:52:27,499 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/meta/1588230740/.tmp/info/51eebf31a8964c35a2cb50851ae63215 as hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/meta/1588230740/info/51eebf31a8964c35a2cb50851ae63215 2025-01-10T07:52:27,505 INFO [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/meta/1588230740/info/51eebf31a8964c35a2cb50851ae63215, entries=272, sequenceid=77, filesize=35.5 K 2025-01-10T07:52:27,506 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/meta/1588230740/.tmp/rep_barrier/bf1d3b7c612448c39248669e58bf581b as hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/meta/1588230740/rep_barrier/bf1d3b7c612448c39248669e58bf581b 2025-01-10T07:52:27,511 INFO [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/meta/1588230740/rep_barrier/bf1d3b7c612448c39248669e58bf581b, entries=27, sequenceid=77, filesize=8.4 K 2025-01-10T07:52:27,511 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/meta/1588230740/.tmp/table/7a730ee92b7640ebb29697c0991b69a5 as hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/meta/1588230740/table/7a730ee92b7640ebb29697c0991b69a5 2025-01-10T07:52:27,516 INFO [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/meta/1588230740/table/7a730ee92b7640ebb29697c0991b69a5, entries=6, sequenceid=77, filesize=5.5 K 2025-01-10T07:52:27,517 INFO [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1375ms, sequenceid=77, compaction requested=false 2025-01-10T07:52:27,522 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2025-01-10T07:52:27,523 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2025-01-10T07:52:27,523 INFO [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2025-01-10T07:52:27,523 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2025-01-10T07:52:27,523 DEBUG [RS_CLOSE_META-regionserver/995f44e581cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2025-01-10T07:52:27,543 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(1250): stopping server 995f44e581cf,34405,1736495462427; all regions closed. 2025-01-10T07:52:27,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741834_1010 (size=40374) 2025-01-10T07:52:27,557 DEBUG [RS:0;995f44e581cf:34405 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/oldWALs 2025-01-10T07:52:27,557 INFO [RS:0;995f44e581cf:34405 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 995f44e581cf%2C34405%2C1736495462427.meta:.meta(num 1736495466118) 2025-01-10T07:52:27,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741832_1008 (size=4217378) 2025-01-10T07:52:27,572 DEBUG [RS:0;995f44e581cf:34405 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/oldWALs 2025-01-10T07:52:27,572 INFO [RS:0;995f44e581cf:34405 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 995f44e581cf%2C34405%2C1736495462427:(num 1736495465161) 2025-01-10T07:52:27,572 DEBUG [RS:0;995f44e581cf:34405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:27,572 INFO [RS:0;995f44e581cf:34405 {}] regionserver.LeaseManager(133): Closed leases 2025-01-10T07:52:27,572 INFO [RS:0;995f44e581cf:34405 {}] hbase.ChoreService(370): Chore service for: regionserver/995f44e581cf:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2025-01-10T07:52:27,572 INFO [regionserver/995f44e581cf:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2025-01-10T07:52:27,572 INFO [RS:0;995f44e581cf:34405 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34405 2025-01-10T07:52:27,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x100893adc890001, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/995f44e581cf,34405,1736495462427 2025-01-10T07:52:27,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2025-01-10T07:52:27,575 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [995f44e581cf,34405,1736495462427] 2025-01-10T07:52:27,575 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 995f44e581cf,34405,1736495462427; numProcessing=1 2025-01-10T07:52:27,577 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /1/draining/995f44e581cf,34405,1736495462427 already deleted, retry=false 2025-01-10T07:52:27,577 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 995f44e581cf,34405,1736495462427 expired; onlineServers=0 2025-01-10T07:52:27,577 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '995f44e581cf,33135,1736495461421' ***** 2025-01-10T07:52:27,577 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2025-01-10T07:52:27,577 DEBUG [M:0;995f44e581cf:33135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66cd691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=995f44e581cf/172.17.0.2:0 2025-01-10T07:52:27,577 INFO [M:0;995f44e581cf:33135 {}] regionserver.HRegionServer(1224): stopping server 995f44e581cf,33135,1736495461421 2025-01-10T07:52:27,577 INFO [M:0;995f44e581cf:33135 {}] regionserver.HRegionServer(1250): stopping server 995f44e581cf,33135,1736495461421; all regions closed. 2025-01-10T07:52:27,577 DEBUG [M:0;995f44e581cf:33135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-10T07:52:27,577 DEBUG [M:0;995f44e581cf:33135 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2025-01-10T07:52:27,577 DEBUG [M:0;995f44e581cf:33135 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2025-01-10T07:52:27,577 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2025-01-10T07:52:27,577 DEBUG [master/995f44e581cf:0:becomeActiveMaster-HFileCleaner.large.0-1736495464777 {}] cleaner.HFileCleaner(306): Exit Thread[master/995f44e581cf:0:becomeActiveMaster-HFileCleaner.large.0-1736495464777,5,FailOnTimeoutGroup] 2025-01-10T07:52:27,577 DEBUG [master/995f44e581cf:0:becomeActiveMaster-HFileCleaner.small.0-1736495464778 {}] cleaner.HFileCleaner(306): Exit Thread[master/995f44e581cf:0:becomeActiveMaster-HFileCleaner.small.0-1736495464778,5,FailOnTimeoutGroup] 2025-01-10T07:52:27,577 INFO [M:0;995f44e581cf:33135 {}] hbase.ChoreService(370): Chore service for: master/995f44e581cf:0 had [] on shutdown 2025-01-10T07:52:27,578 DEBUG [M:0;995f44e581cf:33135 {}] master.HMaster(1744): Stopping service threads 2025-01-10T07:52:27,578 INFO [M:0;995f44e581cf:33135 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2025-01-10T07:52:27,578 ERROR [M:0;995f44e581cf:33135 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (888532730) connection to localhost/127.0.0.1:35641 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35641,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] 2025-01-10T07:52:27,578 INFO [M:0;995f44e581cf:33135 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2025-01-10T07:52:27,578 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2025-01-10T07:52:27,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2025-01-10T07:52:27,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2025-01-10T07:52:27,579 DEBUG [M:0;995f44e581cf:33135 {}] zookeeper.ZKUtil(347): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2025-01-10T07:52:27,579 WARN [M:0;995f44e581cf:33135 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2025-01-10T07:52:27,579 INFO [M:0;995f44e581cf:33135 {}] assignment.AssignmentManager(391): Stopping assignment manager 2025-01-10T07:52:27,579 INFO [M:0;995f44e581cf:33135 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2025-01-10T07:52:27,579 DEBUG [M:0;995f44e581cf:33135 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-10T07:52:27,579 INFO [M:0;995f44e581cf:33135 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-10T07:52:27,579 DEBUG [M:0;995f44e581cf:33135 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-10T07:52:27,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2025-01-10T07:52:27,579 DEBUG [M:0;995f44e581cf:33135 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-10T07:52:27,579 DEBUG [M:0;995f44e581cf:33135 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-10T07:52:27,579 INFO [M:0;995f44e581cf:33135 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=237.93 KB heapSize=293.84 KB 2025-01-10T07:52:27,595 DEBUG [M:0;995f44e581cf:33135 {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/21be227308ac43bea1d4351a9b72c114 is 82, key is hbase:meta,,1/info:regioninfo/1736495466299/Put/seqid=0 2025-01-10T07:52:27,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741872_1048 (size=5672) 2025-01-10T07:52:27,608 INFO [M:0;995f44e581cf:33135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/21be227308ac43bea1d4351a9b72c114 2025-01-10T07:52:27,638 DEBUG [M:0;995f44e581cf:33135 {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/860eb94812cb4c05b811e5d00c67bcf4 is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1736495475799/Put/seqid=0 2025-01-10T07:52:27,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741873_1049 (size=12844) 2025-01-10T07:52:27,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x100893adc890001, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-10T07:52:27,676 INFO [RS:0;995f44e581cf:34405 {}] regionserver.HRegionServer(1307): Exiting; stopping=995f44e581cf,34405,1736495462427; zookeeper connection closed. 2025-01-10T07:52:27,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34405-0x100893adc890001, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-10T07:52:27,677 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45bede55 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45bede55 2025-01-10T07:52:27,677 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2025-01-10T07:52:27,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2025-01-10T07:52:28,045 INFO [M:0;995f44e581cf:33135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=237.37 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/860eb94812cb4c05b811e5d00c67bcf4 2025-01-10T07:52:28,051 INFO [M:0;995f44e581cf:33135 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 860eb94812cb4c05b811e5d00c67bcf4 2025-01-10T07:52:28,073 DEBUG [M:0;995f44e581cf:33135 {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9a6657d0b3743a1a6ac7baf5d5166cb is 69, key is 995f44e581cf,34405,1736495462427/rs:state/1736495464878/Put/seqid=0 2025-01-10T07:52:28,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741874_1050 (size=5156) 2025-01-10T07:52:28,369 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2025-01-10T07:52:28,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2025-01-10T07:52:28,481 INFO [M:0;995f44e581cf:33135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9a6657d0b3743a1a6ac7baf5d5166cb 2025-01-10T07:52:28,496 DEBUG [M:0;995f44e581cf:33135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/21be227308ac43bea1d4351a9b72c114 as hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/21be227308ac43bea1d4351a9b72c114 2025-01-10T07:52:28,506 INFO [M:0;995f44e581cf:33135 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/21be227308ac43bea1d4351a9b72c114, entries=8, sequenceid=611, filesize=5.5 K 2025-01-10T07:52:28,510 DEBUG [M:0;995f44e581cf:33135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/860eb94812cb4c05b811e5d00c67bcf4 as hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/860eb94812cb4c05b811e5d00c67bcf4 2025-01-10T07:52:28,516 INFO [M:0;995f44e581cf:33135 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 860eb94812cb4c05b811e5d00c67bcf4 2025-01-10T07:52:28,516 INFO [M:0;995f44e581cf:33135 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/860eb94812cb4c05b811e5d00c67bcf4, entries=77, sequenceid=611, filesize=12.5 K 2025-01-10T07:52:28,517 DEBUG [M:0;995f44e581cf:33135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9a6657d0b3743a1a6ac7baf5d5166cb as hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9a6657d0b3743a1a6ac7baf5d5166cb 2025-01-10T07:52:28,523 INFO [M:0;995f44e581cf:33135 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35641/user/jenkins/test-data/449f6d8e-3eae-5c6a-74ec-0db422ffccf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9a6657d0b3743a1a6ac7baf5d5166cb, entries=1, sequenceid=611, filesize=5.0 K 2025-01-10T07:52:28,524 INFO [M:0;995f44e581cf:33135 {}] regionserver.HRegion(3040): Finished flush of dataSize ~237.93 KB/243639, heapSize ~293.55 KB/300592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 945ms, sequenceid=611, compaction requested=false 2025-01-10T07:52:28,527 INFO [M:0;995f44e581cf:33135 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-10T07:52:28,527 DEBUG [M:0;995f44e581cf:33135 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2025-01-10T07:52:28,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741830_1006 (size=284313) 2025-01-10T07:52:28,531 INFO [M:0;995f44e581cf:33135 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2025-01-10T07:52:28,531 INFO [M:0;995f44e581cf:33135 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33135 2025-01-10T07:52:28,532 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2025-01-10T07:52:28,535 DEBUG [M:0;995f44e581cf:33135 {}] zookeeper.RecoverableZooKeeper(215): Node /1/rs/995f44e581cf,33135,1736495461421 already deleted, retry=false 2025-01-10T07:52:28,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-10T07:52:28,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x100893adc890000, quorum=127.0.0.1:49432, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-10T07:52:28,639 INFO [M:0;995f44e581cf:33135 {}] regionserver.HRegionServer(1307): Exiting; stopping=995f44e581cf,33135,1736495461421; zookeeper connection closed. 2025-01-10T07:52:28,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69d3730a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-10T07:52:28,643 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@423d3cab{HTTP/1.1, (http/1.1)}{localhost:0} 2025-01-10T07:52:28,643 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2025-01-10T07:52:28,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3341e317{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2025-01-10T07:52:28,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@691d7a9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/hadoop.log.dir/,STOPPED} 2025-01-10T07:52:28,645 WARN [BP-279296956-172.17.0.2-1736495456938 heartbeating to localhost/127.0.0.1:35641 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2025-01-10T07:52:28,645 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2025-01-10T07:52:28,645 WARN [BP-279296956-172.17.0.2-1736495456938 heartbeating to localhost/127.0.0.1:35641 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-279296956-172.17.0.2-1736495456938 (Datanode Uuid 3429bf80-43c4-4efd-8cdc-f9d611d15d7b) service to localhost/127.0.0.1:35641 2025-01-10T07:52:28,645 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2025-01-10T07:52:28,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/cluster_f89b6b36-df4a-66d2-c580-09fe23a188ae/dfs/data/data1/current/BP-279296956-172.17.0.2-1736495456938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-10T07:52:28,647 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/cluster_f89b6b36-df4a-66d2-c580-09fe23a188ae/dfs/data/data2/current/BP-279296956-172.17.0.2-1736495456938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-10T07:52:28,647 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2025-01-10T07:52:28,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14b32b31{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2025-01-10T07:52:28,655 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1277ac07{HTTP/1.1, (http/1.1)}{localhost:0} 2025-01-10T07:52:28,655 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2025-01-10T07:52:28,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fb7fa1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2025-01-10T07:52:28,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b04f0b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/85ed8b4a-08b3-7b26-4024-670a8329f711/hadoop.log.dir/,STOPPED} 2025-01-10T07:52:28,667 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2025-01-10T07:52:28,695 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down