2024-12-13 22:18:02,855 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-13 22:18:02,901 main DEBUG Took 0.042248 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-13 22:18:02,902 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-13 22:18:02,902 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-13 22:18:02,903 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-13 22:18:02,905 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 22:18:02,914 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-13 22:18:02,929 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 22:18:02,931 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 22:18:02,932 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 22:18:02,932 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 22:18:02,933 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 22:18:02,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 22:18:02,934 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 22:18:02,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 22:18:02,935 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 22:18:02,936 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 22:18:02,936 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 22:18:02,937 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 22:18:02,937 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 22:18:02,938 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 22:18:02,938 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 22:18:02,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 22:18:02,939 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 22:18:02,940 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 22:18:02,940 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 22:18:02,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 22:18:02,941 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 22:18:02,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 22:18:02,942 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 22:18:02,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 22:18:02,943 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 22:18:02,943 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-13 22:18:02,945 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 22:18:02,947 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-13 22:18:02,949 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-13 22:18:02,950 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-13 22:18:02,951 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-13 22:18:02,952 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-13 22:18:02,962 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-13 22:18:02,965 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-13 22:18:02,967 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-13 22:18:02,968 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-13 22:18:02,969 main DEBUG createAppenders(={Console}) 2024-12-13 22:18:02,970 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-13 22:18:02,970 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-13 22:18:02,970 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-13 22:18:02,971 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-13 22:18:02,972 main DEBUG OutputStream closed 2024-12-13 22:18:02,972 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-13 22:18:02,972 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-13 22:18:02,973 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-13 22:18:03,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-13 22:18:03,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-13 22:18:03,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-13 22:18:03,070 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-13 22:18:03,070 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-13 22:18:03,071 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-13 22:18:03,071 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-13 22:18:03,071 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-13 22:18:03,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-13 22:18:03,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-13 22:18:03,076 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-13 22:18:03,077 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-13 22:18:03,077 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-13 22:18:03,078 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-13 22:18:03,078 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-13 22:18:03,078 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-13 22:18:03,079 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-13 22:18:03,080 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-13 22:18:03,083 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-13 22:18:03,084 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13330ac6) with optional ClassLoader: null 2024-12-13 22:18:03,084 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-13 22:18:03,085 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13330ac6] started OK. 2024-12-13T22:18:03,401 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0 2024-12-13 22:18:03,405 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-13 22:18:03,405 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-13T22:18:03,415 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/hadoop-log-dir so I do NOT create it in target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822 2024-12-13T22:18:03,416 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/hadoop-log-dir Erasing configuration value by system value. 2024-12-13T22:18:03,416 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/hadoop-tmp-dir so I do NOT create it in target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822 2024-12-13T22:18:03,417 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/hadoop-tmp-dir Erasing configuration value by system value. 2024-12-13T22:18:03,418 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822 2024-12-13T22:18:03,431 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestEditsBehindDroppedTableTiming timeout: 13 mins 2024-12-13T22:18:03,456 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/cluster_dc9c7483-a77a-d7f7-bb81-5fa50d7c3b0b, deleteOnExit=true 2024-12-13T22:18:03,605 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/cluster_dc9c7483-a77a-d7f7-bb81-5fa50d7c3b0b/zookeeper_0, clientPort=50949, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/cluster_dc9c7483-a77a-d7f7-bb81-5fa50d7c3b0b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/cluster_dc9c7483-a77a-d7f7-bb81-5fa50d7c3b0b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-13T22:18:03,616 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50949 2024-12-13T22:18:03,616 INFO [Time-limited test {}] replication.TestReplicationBase(247): Setup first Zk 2024-12-13T22:18:03,616 INFO [Time-limited test {}] replication.TestReplicationBase(250): Setup second Zk 2024-12-13T22:18:03,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-13T22:18:03,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-13T22:18:03,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/test.cache.data in system properties and HBase conf 2024-12-13T22:18:03,630 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T22:18:03,630 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/hadoop.log.dir in system properties and HBase conf 2024-12-13T22:18:03,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T22:18:03,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T22:18:03,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T22:18:03,709 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-13T22:18:03,803 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T22:18:03,806 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T22:18:03,807 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T22:18:03,807 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T22:18:03,808 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T22:18:03,808 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T22:18:03,809 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T22:18:03,809 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T22:18:03,810 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T22:18:03,810 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T22:18:03,810 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/nfs.dump.dir in system properties and HBase conf 2024-12-13T22:18:03,811 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/java.io.tmpdir in system properties and HBase conf 2024-12-13T22:18:03,811 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T22:18:03,812 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T22:18:03,812 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T22:18:04,869 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-13T22:18:04,946 INFO [Time-limited test {}] log.Log(170): Logging initialized @2984ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-13T22:18:05,039 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T22:18:05,106 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T22:18:05,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T22:18:05,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T22:18:05,140 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T22:18:05,157 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T22:18:05,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e05587a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/hadoop.log.dir/,AVAILABLE} 2024-12-13T22:18:05,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ee75850{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T22:18:05,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2176dd01{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/java.io.tmpdir/jetty-localhost-38413-hadoop-hdfs-3_4_1-tests_jar-_-any-4332439329061540209/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T22:18:05,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a0662ac{HTTP/1.1, (http/1.1)}{localhost:38413} 2024-12-13T22:18:05,356 INFO [Time-limited test {}] server.Server(415): Started @3395ms 2024-12-13T22:18:05,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T22:18:05,859 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T22:18:05,860 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T22:18:05,860 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T22:18:05,860 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T22:18:05,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4035d2ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/hadoop.log.dir/,AVAILABLE} 2024-12-13T22:18:05,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c591c0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T22:18:05,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4313b154{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/java.io.tmpdir/jetty-localhost-33665-hadoop-hdfs-3_4_1-tests_jar-_-any-14687226550867109083/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T22:18:05,962 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c629483{HTTP/1.1, (http/1.1)}{localhost:33665} 2024-12-13T22:18:05,962 INFO [Time-limited test {}] server.Server(415): Started @4001ms 2024-12-13T22:18:06,033 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T22:18:07,158 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/cluster_dc9c7483-a77a-d7f7-bb81-5fa50d7c3b0b/dfs/data/data2/current/BP-834319409-172.17.0.3-1734128284418/current, will proceed with Du for space computation calculation, 2024-12-13T22:18:07,158 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/cluster_dc9c7483-a77a-d7f7-bb81-5fa50d7c3b0b/dfs/data/data1/current/BP-834319409-172.17.0.3-1734128284418/current, will proceed with Du for space computation calculation, 2024-12-13T22:18:07,203 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T22:18:07,252 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb31f421d8adb84b5 with lease ID 0x160879274672f2c8: Processing first storage report for DS-9ecf7fe0-2127-4c44-9fef-b502804553c9 from datanode DatanodeRegistration(127.0.0.1:33939, datanodeUuid=be57d62f-3900-488c-a9cb-8efe205b0b36, infoPort=38195, infoSecurePort=0, ipcPort=46517, storageInfo=lv=-57;cid=testClusterID;nsid=1959527237;c=1734128284418) 2024-12-13T22:18:07,254 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb31f421d8adb84b5 with lease ID 0x160879274672f2c8: from storage DS-9ecf7fe0-2127-4c44-9fef-b502804553c9 node DatanodeRegistration(127.0.0.1:33939, datanodeUuid=be57d62f-3900-488c-a9cb-8efe205b0b36, infoPort=38195, infoSecurePort=0, ipcPort=46517, storageInfo=lv=-57;cid=testClusterID;nsid=1959527237;c=1734128284418), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-13T22:18:07,254 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb31f421d8adb84b5 with lease ID 0x160879274672f2c8: Processing first storage report for DS-5c5dd305-319f-427c-b281-7627fedfb3f2 from datanode DatanodeRegistration(127.0.0.1:33939, datanodeUuid=be57d62f-3900-488c-a9cb-8efe205b0b36, infoPort=38195, infoSecurePort=0, ipcPort=46517, storageInfo=lv=-57;cid=testClusterID;nsid=1959527237;c=1734128284418) 2024-12-13T22:18:07,254 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb31f421d8adb84b5 with lease ID 0x160879274672f2c8: from storage DS-5c5dd305-319f-427c-b281-7627fedfb3f2 node DatanodeRegistration(127.0.0.1:33939, datanodeUuid=be57d62f-3900-488c-a9cb-8efe205b0b36, infoPort=38195, infoSecurePort=0, ipcPort=46517, storageInfo=lv=-57;cid=testClusterID;nsid=1959527237;c=1734128284418), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T22:18:07,328 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0 2024-12-13T22:18:07,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T22:18:07,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T22:18:07,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741825_1001 (size=7) 2024-12-13T22:18:07,941 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 with version=8 2024-12-13T22:18:07,942 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/hbase-staging 2024-12-13T22:18:08,049 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-13T22:18:08,264 INFO [Time-limited test {}] client.ConnectionUtils(129): master/f3932685d002:0 server-side Connection retries=45 2024-12-13T22:18:08,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T22:18:08,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T22:18:08,279 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T22:18:08,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T22:18:08,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T22:18:08,400 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T22:18:08,469 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-13T22:18:08,479 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-13T22:18:08,483 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T22:18:08,507 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 17959 (auto-detected) 2024-12-13T22:18:08,508 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-13T22:18:08,527 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:41965 2024-12-13T22:18:08,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T22:18:08,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T22:18:08,550 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:41965 connecting to ZooKeeper ensemble=127.0.0.1:50949 2024-12-13T22:18:08,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419650x0, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T22:18:08,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41965-0x1002178cc3c0000 connected 2024-12-13T22:18:08,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-13T22:18:08,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T22:18:08,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-13T22:18:08,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41965 2024-12-13T22:18:08,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41965 2024-12-13T22:18:08,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41965 2024-12-13T22:18:08,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41965 2024-12-13T22:18:08,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41965 2024-12-13T22:18:08,746 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37, hbase.cluster.distributed=false 2024-12-13T22:18:08,814 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f3932685d002:0 server-side Connection retries=45 2024-12-13T22:18:08,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T22:18:08,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T22:18:08,815 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T22:18:08,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T22:18:08,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T22:18:08,817 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T22:18:08,820 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T22:18:08,821 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:37375 2024-12-13T22:18:08,823 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T22:18:08,829 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T22:18:08,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T22:18:08,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T22:18:08,840 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37375 connecting to ZooKeeper ensemble=127.0.0.1:50949 2024-12-13T22:18:08,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373750x0, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T22:18:08,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37375-0x1002178cc3c0001 connected 2024-12-13T22:18:08,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-13T22:18:08,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T22:18:08,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-13T22:18:08,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37375 2024-12-13T22:18:08,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37375 2024-12-13T22:18:08,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37375 2024-12-13T22:18:08,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37375 2024-12-13T22:18:08,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37375 2024-12-13T22:18:08,863 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /1/backup-masters/f3932685d002,41965,1734128288044 2024-12-13T22:18:08,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T22:18:08,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T22:18:08,874 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/f3932685d002,41965,1734128288044 2024-12-13T22:18:08,879 DEBUG [M:0;f3932685d002:41965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3932685d002:41965 2024-12-13T22:18:08,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-13T22:18:08,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-13T22:18:08,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T22:18:08,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T22:18:08,905 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-13T22:18:08,907 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/f3932685d002,41965,1734128288044 from backup master directory 2024-12-13T22:18:08,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-13T22:18:08,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/f3932685d002,41965,1734128288044 2024-12-13T22:18:08,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T22:18:08,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T22:18:08,914 WARN [master/f3932685d002:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T22:18:08,914 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3932685d002,41965,1734128288044 2024-12-13T22:18:08,917 INFO [master/f3932685d002:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-13T22:18:08,918 INFO [master/f3932685d002:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-13T22:18:08,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741826_1002 (size=42) 2024-12-13T22:18:09,395 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/hbase.id with ID: 5b88ebba-19a7-4945-a546-8fee9d7baf8f 2024-12-13T22:18:09,446 INFO [master/f3932685d002:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T22:18:09,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T22:18:09,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T22:18:09,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741827_1003 (size=196) 2024-12-13T22:18:09,915 INFO [master/f3932685d002:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T22:18:09,918 INFO [master/f3932685d002:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-13T22:18:09,941 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:18:09,945 INFO [master/f3932685d002:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T22:18:09,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741828_1004 (size=1189) 2024-12-13T22:18:10,393 INFO [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/data/master/store 2024-12-13T22:18:10,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741829_1005 (size=34) 2024-12-13T22:18:10,817 INFO [master/f3932685d002:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-13T22:18:10,818 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:10,819 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T22:18:10,819 INFO [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T22:18:10,819 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T22:18:10,820 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T22:18:10,820 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T22:18:10,820 INFO [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T22:18:10,820 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T22:18:10,823 WARN [master/f3932685d002:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/data/master/store/.initializing 2024-12-13T22:18:10,823 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/WALs/f3932685d002,41965,1734128288044 2024-12-13T22:18:10,831 INFO [master/f3932685d002:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T22:18:10,844 INFO [master/f3932685d002:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3932685d002%2C41965%2C1734128288044, suffix=, logDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/WALs/f3932685d002,41965,1734128288044, archiveDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/oldWALs, maxLogs=10 2024-12-13T22:18:10,862 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/WALs/f3932685d002,41965,1734128288044/f3932685d002%2C41965%2C1734128288044.1734128290848, exclude list is [], retry=0 2024-12-13T22:18:10,875 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33939,DS-9ecf7fe0-2127-4c44-9fef-b502804553c9,DISK] 2024-12-13T22:18:10,879 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-13T22:18:10,910 INFO [master/f3932685d002:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/WALs/f3932685d002,41965,1734128288044/f3932685d002%2C41965%2C1734128288044.1734128290848 2024-12-13T22:18:10,911 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38195:38195)] 2024-12-13T22:18:10,912 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-13T22:18:10,912 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:10,915 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T22:18:10,916 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T22:18:10,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T22:18:10,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-13T22:18:10,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:10,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T22:18:10,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T22:18:10,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-13T22:18:10,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:10,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:10,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T22:18:10,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-13T22:18:10,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:10,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:10,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T22:18:10,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-13T22:18:10,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:10,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:10,993 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T22:18:10,994 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T22:18:11,001 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-13T22:18:11,005 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T22:18:11,009 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:11,010 INFO [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71085908, jitterRate=0.05926257371902466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-13T22:18:11,013 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T22:18:11,014 INFO [master/f3932685d002:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-13T22:18:11,040 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475008f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:11,075 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-13T22:18:11,086 INFO [master/f3932685d002:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-13T22:18:11,086 INFO [master/f3932685d002:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-13T22:18:11,088 INFO [master/f3932685d002:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-13T22:18:11,089 INFO [master/f3932685d002:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-13T22:18:11,093 INFO [master/f3932685d002:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 3 msec 2024-12-13T22:18:11,093 INFO [master/f3932685d002:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-13T22:18:11,116 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-13T22:18:11,132 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-13T22:18:11,138 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/balancer already deleted, retry=false 2024-12-13T22:18:11,141 INFO [master/f3932685d002:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-13T22:18:11,142 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-13T22:18:11,153 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/normalizer already deleted, retry=false 2024-12-13T22:18:11,155 INFO [master/f3932685d002:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-13T22:18:11,159 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-13T22:18:11,169 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/split already deleted, retry=false 2024-12-13T22:18:11,170 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-13T22:18:11,188 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/merge already deleted, retry=false 2024-12-13T22:18:11,201 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-13T22:18:11,211 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-13T22:18:11,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-13T22:18:11,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-13T22:18:11,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T22:18:11,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T22:18:11,223 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=f3932685d002,41965,1734128288044, sessionid=0x1002178cc3c0000, setting cluster-up flag (Was=false) 2024-12-13T22:18:11,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T22:18:11,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T22:18:11,288 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-13T22:18:11,290 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3932685d002,41965,1734128288044 2024-12-13T22:18:11,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T22:18:11,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T22:18:11,355 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-13T22:18:11,356 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3932685d002,41965,1734128288044 2024-12-13T22:18:11,378 DEBUG [RS:0;f3932685d002:37375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3932685d002:37375 2024-12-13T22:18:11,379 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(1008): ClusterId : 5b88ebba-19a7-4945-a546-8fee9d7baf8f 2024-12-13T22:18:11,381 DEBUG [RS:0;f3932685d002:37375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T22:18:11,398 DEBUG [RS:0;f3932685d002:37375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T22:18:11,398 DEBUG [RS:0;f3932685d002:37375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T22:18:11,414 DEBUG [RS:0;f3932685d002:37375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T22:18:11,415 DEBUG [RS:0;f3932685d002:37375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580b9947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:11,416 DEBUG [RS:0;f3932685d002:37375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7159c8aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3932685d002/172.17.0.3:0 2024-12-13T22:18:11,420 INFO [RS:0;f3932685d002:37375 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T22:18:11,420 INFO [RS:0;f3932685d002:37375 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T22:18:11,420 DEBUG [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T22:18:11,423 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3073): reportForDuty to master=f3932685d002,41965,1734128288044 with isa=f3932685d002/172.17.0.3:37375, startcode=1734128288813 2024-12-13T22:18:11,433 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-13T22:18:11,434 DEBUG [RS:0;f3932685d002:37375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T22:18:11,438 INFO [master/f3932685d002:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-13T22:18:11,440 INFO [master/f3932685d002:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-13T22:18:11,445 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3932685d002,41965,1734128288044 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-13T22:18:11,450 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3932685d002:0, corePoolSize=5, maxPoolSize=5 2024-12-13T22:18:11,450 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3932685d002:0, corePoolSize=5, maxPoolSize=5 2024-12-13T22:18:11,451 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3932685d002:0, corePoolSize=5, maxPoolSize=5 2024-12-13T22:18:11,451 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3932685d002:0, corePoolSize=5, maxPoolSize=5 2024-12-13T22:18:11,451 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3932685d002:0, corePoolSize=10, maxPoolSize=10 2024-12-13T22:18:11,451 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3932685d002:0, corePoolSize=1, maxPoolSize=1 2024-12-13T22:18:11,451 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3932685d002:0, corePoolSize=2, maxPoolSize=2 2024-12-13T22:18:11,452 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3932685d002:0, corePoolSize=1, maxPoolSize=1 2024-12-13T22:18:11,457 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T22:18:11,457 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-13T22:18:11,459 INFO [master/f3932685d002:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734128321459 2024-12-13T22:18:11,461 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:11,461 INFO [master/f3932685d002:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-13T22:18:11,461 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T22:18:11,462 INFO [master/f3932685d002:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-13T22:18:11,468 INFO [master/f3932685d002:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-13T22:18:11,469 INFO [master/f3932685d002:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-13T22:18:11,469 INFO [master/f3932685d002:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-13T22:18:11,469 INFO [master/f3932685d002:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-13T22:18:11,470 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44601, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T22:18:11,474 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:11,477 INFO [master/f3932685d002:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-13T22:18:11,479 INFO [master/f3932685d002:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-13T22:18:11,479 INFO [master/f3932685d002:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-13T22:18:11,479 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41965 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:11,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741831_1007 (size=1039) 2024-12-13T22:18:11,483 INFO [master/f3932685d002:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-13T22:18:11,484 INFO [master/f3932685d002:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-13T22:18:11,485 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3932685d002:0:becomeActiveMaster-HFileCleaner.large.0-1734128291485,5,FailOnTimeoutGroup] 2024-12-13T22:18:11,486 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3932685d002:0:becomeActiveMaster-HFileCleaner.small.0-1734128291485,5,FailOnTimeoutGroup] 2024-12-13T22:18:11,486 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:11,486 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-13T22:18:11,487 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:11,487 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:11,504 DEBUG [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-13T22:18:11,504 WARN [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-13T22:18:11,606 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3073): reportForDuty to master=f3932685d002,41965,1734128288044 with isa=f3932685d002/172.17.0.3:37375, startcode=1734128288813 2024-12-13T22:18:11,607 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41965 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f3932685d002,37375,1734128288813 2024-12-13T22:18:11,609 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41965 {}] master.ServerManager(486): Registering regionserver=f3932685d002,37375,1734128288813 2024-12-13T22:18:11,616 DEBUG [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:11,616 DEBUG [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40615 2024-12-13T22:18:11,616 DEBUG [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T22:18:11,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-13T22:18:11,630 DEBUG [RS:0;f3932685d002:37375 {}] zookeeper.ZKUtil(111): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Set watcher on existing znode=/1/rs/f3932685d002,37375,1734128288813 2024-12-13T22:18:11,630 WARN [RS:0;f3932685d002:37375 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T22:18:11,631 INFO [RS:0;f3932685d002:37375 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T22:18:11,631 DEBUG [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813 2024-12-13T22:18:11,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3932685d002,37375,1734128288813] 2024-12-13T22:18:11,644 DEBUG [RS:0;f3932685d002:37375 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T22:18:11,657 INFO [RS:0;f3932685d002:37375 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T22:18:11,668 INFO [RS:0;f3932685d002:37375 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T22:18:11,671 INFO [RS:0;f3932685d002:37375 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T22:18:11,671 INFO [RS:0;f3932685d002:37375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:11,672 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T22:18:11,677 INFO [RS:0;f3932685d002:37375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:11,677 DEBUG [RS:0;f3932685d002:37375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3932685d002:0, corePoolSize=1, maxPoolSize=1 2024-12-13T22:18:11,678 DEBUG [RS:0;f3932685d002:37375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3932685d002:0, corePoolSize=1, maxPoolSize=1 2024-12-13T22:18:11,678 DEBUG [RS:0;f3932685d002:37375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0, corePoolSize=1, maxPoolSize=1 2024-12-13T22:18:11,678 DEBUG [RS:0;f3932685d002:37375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3932685d002:0, corePoolSize=1, maxPoolSize=1 2024-12-13T22:18:11,678 DEBUG [RS:0;f3932685d002:37375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3932685d002:0, corePoolSize=1, maxPoolSize=1 2024-12-13T22:18:11,678 DEBUG [RS:0;f3932685d002:37375 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3932685d002:0, corePoolSize=2, maxPoolSize=2 2024-12-13T22:18:11,678 DEBUG [RS:0;f3932685d002:37375 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3932685d002:0, corePoolSize=1, maxPoolSize=1 2024-12-13T22:18:11,678 DEBUG [RS:0;f3932685d002:37375 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3932685d002:0, corePoolSize=1, maxPoolSize=1 2024-12-13T22:18:11,678 DEBUG [RS:0;f3932685d002:37375 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3932685d002:0, corePoolSize=1, maxPoolSize=1 2024-12-13T22:18:11,679 DEBUG [RS:0;f3932685d002:37375 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3932685d002:0, corePoolSize=1, maxPoolSize=1 2024-12-13T22:18:11,679 DEBUG [RS:0;f3932685d002:37375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3932685d002:0, corePoolSize=1, maxPoolSize=1 2024-12-13T22:18:11,679 DEBUG [RS:0;f3932685d002:37375 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3932685d002:0, corePoolSize=3, maxPoolSize=3 2024-12-13T22:18:11,679 DEBUG [RS:0;f3932685d002:37375 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3932685d002:0, corePoolSize=3, maxPoolSize=3 2024-12-13T22:18:11,680 INFO [RS:0;f3932685d002:37375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:11,680 INFO [RS:0;f3932685d002:37375 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:11,680 INFO [RS:0;f3932685d002:37375 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:11,680 INFO [RS:0;f3932685d002:37375 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:11,680 INFO [RS:0;f3932685d002:37375 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3932685d002,37375,1734128288813-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T22:18:11,695 INFO [RS:0;f3932685d002:37375 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T22:18:11,697 INFO [RS:0;f3932685d002:37375 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3932685d002,37375,1734128288813-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:11,712 INFO [RS:0;f3932685d002:37375 {}] regionserver.Replication(204): f3932685d002,37375,1734128288813 started 2024-12-13T22:18:11,712 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(1767): Serving as f3932685d002,37375,1734128288813, RpcServer on f3932685d002/172.17.0.3:37375, sessionid=0x1002178cc3c0001 2024-12-13T22:18:11,713 DEBUG [RS:0;f3932685d002:37375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T22:18:11,713 DEBUG [RS:0;f3932685d002:37375 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3932685d002,37375,1734128288813 2024-12-13T22:18:11,713 DEBUG [RS:0;f3932685d002:37375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3932685d002,37375,1734128288813' 2024-12-13T22:18:11,713 DEBUG [RS:0;f3932685d002:37375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-13T22:18:11,714 DEBUG [RS:0;f3932685d002:37375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-13T22:18:11,714 DEBUG [RS:0;f3932685d002:37375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T22:18:11,714 DEBUG [RS:0;f3932685d002:37375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T22:18:11,715 DEBUG [RS:0;f3932685d002:37375 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3932685d002,37375,1734128288813 2024-12-13T22:18:11,715 DEBUG [RS:0;f3932685d002:37375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3932685d002,37375,1734128288813' 2024-12-13T22:18:11,715 DEBUG [RS:0;f3932685d002:37375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-13T22:18:11,715 DEBUG [RS:0;f3932685d002:37375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-13T22:18:11,716 DEBUG [RS:0;f3932685d002:37375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T22:18:11,716 INFO [RS:0;f3932685d002:37375 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T22:18:11,716 INFO [RS:0;f3932685d002:37375 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T22:18:11,821 INFO [RS:0;f3932685d002:37375 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T22:18:11,826 INFO [RS:0;f3932685d002:37375 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3932685d002%2C37375%2C1734128288813, suffix=, logDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813, archiveDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/oldWALs, maxLogs=10 2024-12-13T22:18:11,844 DEBUG [RS:0;f3932685d002:37375 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, exclude list is [], retry=0 2024-12-13T22:18:11,848 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33939,DS-9ecf7fe0-2127-4c44-9fef-b502804553c9,DISK] 2024-12-13T22:18:11,853 INFO [RS:0;f3932685d002:37375 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 2024-12-13T22:18:11,854 DEBUG [RS:0;f3932685d002:37375 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38195:38195)] 2024-12-13T22:18:11,882 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T22:18:11,883 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:11,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741833_1009 (size=32) 2024-12-13T22:18:12,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:12,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T22:18:12,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T22:18:12,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:12,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T22:18:12,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T22:18:12,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T22:18:12,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:12,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T22:18:12,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T22:18:12,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T22:18:12,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:12,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T22:18:12,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/meta/1588230740 2024-12-13T22:18:12,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/meta/1588230740 2024-12-13T22:18:12,322 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T22:18:12,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T22:18:12,333 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:12,335 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66957823, jitterRate=-0.002250686287879944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T22:18:12,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T22:18:12,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T22:18:12,338 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T22:18:12,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T22:18:12,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T22:18:12,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T22:18:12,340 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T22:18:12,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T22:18:12,343 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T22:18:12,343 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-13T22:18:12,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-13T22:18:12,362 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-13T22:18:12,365 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T22:18:12,517 DEBUG [f3932685d002:41965 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-13T22:18:12,524 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:12,529 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3932685d002,37375,1734128288813, state=OPENING 2024-12-13T22:18:12,546 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-13T22:18:12,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T22:18:12,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T22:18:12,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T22:18:12,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T22:18:12,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:12,738 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3932685d002,37375,1734128288813 2024-12-13T22:18:12,739 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T22:18:12,742 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T22:18:12,752 INFO [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T22:18:12,752 INFO [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T22:18:12,753 INFO [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-13T22:18:12,756 INFO [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3932685d002%2C37375%2C1734128288813.meta, suffix=.meta, logDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813, archiveDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/oldWALs, maxLogs=10 2024-12-13T22:18:12,771 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.meta.1734128292757.meta, exclude list is [], retry=0 2024-12-13T22:18:12,778 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33939,DS-9ecf7fe0-2127-4c44-9fef-b502804553c9,DISK] 2024-12-13T22:18:12,782 INFO [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.meta.1734128292757.meta 2024-12-13T22:18:12,787 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38195:38195)] 2024-12-13T22:18:12,787 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T22:18:12,789 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T22:18:12,859 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T22:18:12,864 INFO [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T22:18:12,868 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T22:18:12,868 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:12,869 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T22:18:12,869 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T22:18:12,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T22:18:12,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T22:18:12,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:12,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T22:18:12,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T22:18:12,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T22:18:12,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:12,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T22:18:12,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T22:18:12,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T22:18:12,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:12,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T22:18:12,886 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/meta/1588230740 2024-12-13T22:18:12,889 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/meta/1588230740 2024-12-13T22:18:12,892 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T22:18:12,896 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T22:18:12,898 INFO [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75444376, jitterRate=0.12420880794525146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T22:18:12,900 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T22:18:12,907 INFO [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734128292733 2024-12-13T22:18:12,920 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T22:18:12,921 INFO [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T22:18:12,923 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:12,926 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3932685d002,37375,1734128288813, state=OPEN 2024-12-13T22:18:12,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-13T22:18:12,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-13T22:18:12,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T22:18:12,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T22:18:12,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-13T22:18:12,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=f3932685d002,37375,1734128288813 in 378 msec 2024-12-13T22:18:12,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-13T22:18:12,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 605 msec 2024-12-13T22:18:12,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5770 sec 2024-12-13T22:18:12,970 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734128292969, completionTime=-1 2024-12-13T22:18:12,970 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-13T22:18:12,970 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-13T22:18:13,014 DEBUG [hconnection-0x8bf9f63-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:13,017 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T22:18:13,030 INFO [master/f3932685d002:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-13T22:18:13,030 INFO [master/f3932685d002:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734128353030 2024-12-13T22:18:13,030 INFO [master/f3932685d002:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734128413030 2024-12-13T22:18:13,031 INFO [master/f3932685d002:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 60 msec 2024-12-13T22:18:13,091 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3932685d002,41965,1734128288044-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:13,091 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3932685d002,41965,1734128288044-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:13,091 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3932685d002,41965,1734128288044-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:13,094 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3932685d002:41965, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:13,094 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:13,100 DEBUG [master/f3932685d002:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-13T22:18:13,103 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-13T22:18:13,105 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T22:18:13,114 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-13T22:18:13,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T22:18:13,119 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:13,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T22:18:13,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741835_1011 (size=358) 2024-12-13T22:18:13,149 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fd545450fd7d543a9e1a5f55ec852f11, NAME => 'hbase:namespace,,1734128293104.fd545450fd7d543a9e1a5f55ec852f11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:13,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741836_1012 (size=42) 2024-12-13T22:18:13,562 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734128293104.fd545450fd7d543a9e1a5f55ec852f11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:13,563 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing fd545450fd7d543a9e1a5f55ec852f11, disabling compactions & flushes 2024-12-13T22:18:13,563 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734128293104.fd545450fd7d543a9e1a5f55ec852f11. 2024-12-13T22:18:13,563 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734128293104.fd545450fd7d543a9e1a5f55ec852f11. 2024-12-13T22:18:13,563 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734128293104.fd545450fd7d543a9e1a5f55ec852f11. after waiting 0 ms 2024-12-13T22:18:13,564 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734128293104.fd545450fd7d543a9e1a5f55ec852f11. 2024-12-13T22:18:13,564 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734128293104.fd545450fd7d543a9e1a5f55ec852f11. 2024-12-13T22:18:13,564 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for fd545450fd7d543a9e1a5f55ec852f11: 2024-12-13T22:18:13,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T22:18:13,578 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734128293104.fd545450fd7d543a9e1a5f55ec852f11.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734128293569"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128293569"}]},"ts":"1734128293569"} 2024-12-13T22:18:13,599 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T22:18:13,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T22:18:13,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734128293602"}]},"ts":"1734128293602"} 2024-12-13T22:18:13,610 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-13T22:18:13,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=fd545450fd7d543a9e1a5f55ec852f11, ASSIGN}] 2024-12-13T22:18:13,684 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=fd545450fd7d543a9e1a5f55ec852f11, ASSIGN 2024-12-13T22:18:13,686 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=fd545450fd7d543a9e1a5f55ec852f11, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:13,836 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=fd545450fd7d543a9e1a5f55ec852f11, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:13,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure fd545450fd7d543a9e1a5f55ec852f11, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:13,998 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3932685d002,37375,1734128288813 2024-12-13T22:18:14,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734128293104.fd545450fd7d543a9e1a5f55ec852f11. 2024-12-13T22:18:14,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => fd545450fd7d543a9e1a5f55ec852f11, NAME => 'hbase:namespace,,1734128293104.fd545450fd7d543a9e1a5f55ec852f11.', STARTKEY => '', ENDKEY => ''} 2024-12-13T22:18:14,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace fd545450fd7d543a9e1a5f55ec852f11 2024-12-13T22:18:14,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734128293104.fd545450fd7d543a9e1a5f55ec852f11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:14,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for fd545450fd7d543a9e1a5f55ec852f11 2024-12-13T22:18:14,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for fd545450fd7d543a9e1a5f55ec852f11 2024-12-13T22:18:14,010 INFO [StoreOpener-fd545450fd7d543a9e1a5f55ec852f11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region fd545450fd7d543a9e1a5f55ec852f11 2024-12-13T22:18:14,013 INFO [StoreOpener-fd545450fd7d543a9e1a5f55ec852f11-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd545450fd7d543a9e1a5f55ec852f11 columnFamilyName info 2024-12-13T22:18:14,014 DEBUG [StoreOpener-fd545450fd7d543a9e1a5f55ec852f11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:14,015 INFO [StoreOpener-fd545450fd7d543a9e1a5f55ec852f11-1 {}] regionserver.HStore(327): Store=fd545450fd7d543a9e1a5f55ec852f11/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:14,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/namespace/fd545450fd7d543a9e1a5f55ec852f11 2024-12-13T22:18:14,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/namespace/fd545450fd7d543a9e1a5f55ec852f11 2024-12-13T22:18:14,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for fd545450fd7d543a9e1a5f55ec852f11 2024-12-13T22:18:14,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/namespace/fd545450fd7d543a9e1a5f55ec852f11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:14,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened fd545450fd7d543a9e1a5f55ec852f11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69582618, jitterRate=0.036861807107925415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T22:18:14,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for fd545450fd7d543a9e1a5f55ec852f11: 2024-12-13T22:18:14,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734128293104.fd545450fd7d543a9e1a5f55ec852f11., pid=6, masterSystemTime=1734128293997 2024-12-13T22:18:14,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734128293104.fd545450fd7d543a9e1a5f55ec852f11. 2024-12-13T22:18:14,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734128293104.fd545450fd7d543a9e1a5f55ec852f11. 2024-12-13T22:18:14,046 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=fd545450fd7d543a9e1a5f55ec852f11, regionState=OPEN, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:14,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-13T22:18:14,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure fd545450fd7d543a9e1a5f55ec852f11, server=f3932685d002,37375,1734128288813 in 210 msec 2024-12-13T22:18:14,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-13T22:18:14,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=fd545450fd7d543a9e1a5f55ec852f11, ASSIGN in 382 msec 2024-12-13T22:18:14,078 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T22:18:14,078 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734128294078"}]},"ts":"1734128294078"} 2024-12-13T22:18:14,085 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-13T22:18:14,149 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T22:18:14,154 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2024-12-13T22:18:14,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.0430 sec 2024-12-13T22:18:14,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T22:18:14,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2024-12-13T22:18:14,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T22:18:14,214 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-13T22:18:14,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-13T22:18:14,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 55 msec 2024-12-13T22:18:14,273 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-13T22:18:14,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-13T22:18:14,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 39 msec 2024-12-13T22:18:14,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2024-12-13T22:18:14,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2024-12-13T22:18:14,355 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.441sec 2024-12-13T22:18:14,357 INFO [master/f3932685d002:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-13T22:18:14,359 INFO [master/f3932685d002:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-13T22:18:14,361 INFO [master/f3932685d002:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-13T22:18:14,366 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-13T22:18:14,367 INFO [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-13T22:18:14,372 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3932685d002,41965,1734128288044-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T22:18:14,373 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3932685d002,41965,1734128288044-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-13T22:18:14,392 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20f8f003 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4adfd37c 2024-12-13T22:18:14,395 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-13T22:18:14,405 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-13T22:18:14,406 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-13T22:18:14,406 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3932685d002,41965,1734128288044-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:14,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422a035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:14,441 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-13T22:18:14,441 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-13T22:18:14,457 DEBUG [hconnection-0x1808ae69-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:14,467 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T22:18:14,477 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=f3932685d002,41965,1734128288044 2024-12-13T22:18:14,477 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-13T22:18:14,478 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/cluster_f218c868-8251-7756-6358-9a864ce904cc, deleteOnExit=true 2024-12-13T22:18:14,478 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-13T22:18:14,496 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/test.cache.data in system properties and HBase conf 2024-12-13T22:18:14,497 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T22:18:14,497 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/hadoop.log.dir in system properties and HBase conf 2024-12-13T22:18:14,497 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T22:18:14,497 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T22:18:14,497 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T22:18:14,497 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T22:18:14,497 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T22:18:14,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T22:18:14,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T22:18:14,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T22:18:14,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T22:18:14,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T22:18:14,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T22:18:14,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T22:18:14,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T22:18:14,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/nfs.dump.dir in system properties and HBase conf 2024-12-13T22:18:14,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/java.io.tmpdir in system properties and HBase conf 2024-12-13T22:18:14,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T22:18:14,499 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T22:18:14,499 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T22:18:14,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T22:18:14,780 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T22:18:14,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T22:18:14,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T22:18:14,781 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T22:18:14,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T22:18:14,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@744ff3cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/hadoop.log.dir/,AVAILABLE} 2024-12-13T22:18:14,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6979c586{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T22:18:14,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d3d45ec{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/java.io.tmpdir/jetty-localhost-42845-hadoop-hdfs-3_4_1-tests_jar-_-any-1530131745410498575/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T22:18:14,882 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@579b0467{HTTP/1.1, (http/1.1)}{localhost:42845} 2024-12-13T22:18:14,882 INFO [Time-limited test {}] server.Server(415): Started @12921ms 2024-12-13T22:18:15,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T22:18:15,177 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T22:18:15,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T22:18:15,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T22:18:15,200 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T22:18:15,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73417ec8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/hadoop.log.dir/,AVAILABLE} 2024-12-13T22:18:15,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1714f2bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T22:18:15,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@654d35ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/java.io.tmpdir/jetty-localhost-33587-hadoop-hdfs-3_4_1-tests_jar-_-any-18098169893117153124/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T22:18:15,328 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71fd2cd8{HTTP/1.1, (http/1.1)}{localhost:33587} 2024-12-13T22:18:15,329 INFO [Time-limited test {}] server.Server(415): Started @13368ms 2024-12-13T22:18:15,331 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T22:18:15,933 WARN [Thread-204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/cluster_f218c868-8251-7756-6358-9a864ce904cc/dfs/data/data2/current/BP-882342630-172.17.0.3-1734128294532/current, will proceed with Du for space computation calculation, 2024-12-13T22:18:15,933 WARN [Thread-203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/cluster_f218c868-8251-7756-6358-9a864ce904cc/dfs/data/data1/current/BP-882342630-172.17.0.3-1734128294532/current, will proceed with Du for space computation calculation, 2024-12-13T22:18:15,983 WARN [Thread-191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T22:18:15,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacd0a5a90255115e with lease ID 0xa549a51d445ea34d: Processing first storage report for DS-62a30791-969b-4708-b917-a8b2bca1deec from datanode DatanodeRegistration(127.0.0.1:36801, datanodeUuid=5fd9aef3-b9e0-47e0-98df-21b3daaa9588, infoPort=34597, infoSecurePort=0, ipcPort=43459, storageInfo=lv=-57;cid=testClusterID;nsid=1189838887;c=1734128294532) 2024-12-13T22:18:15,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacd0a5a90255115e with lease ID 0xa549a51d445ea34d: from storage DS-62a30791-969b-4708-b917-a8b2bca1deec node DatanodeRegistration(127.0.0.1:36801, datanodeUuid=5fd9aef3-b9e0-47e0-98df-21b3daaa9588, infoPort=34597, infoSecurePort=0, ipcPort=43459, storageInfo=lv=-57;cid=testClusterID;nsid=1189838887;c=1734128294532), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T22:18:15,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacd0a5a90255115e with lease ID 0xa549a51d445ea34d: Processing first storage report for DS-6ea7c20f-1d1e-4af9-aa7b-fb5423aec5f9 from datanode DatanodeRegistration(127.0.0.1:36801, datanodeUuid=5fd9aef3-b9e0-47e0-98df-21b3daaa9588, infoPort=34597, infoSecurePort=0, ipcPort=43459, storageInfo=lv=-57;cid=testClusterID;nsid=1189838887;c=1734128294532) 2024-12-13T22:18:15,988 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacd0a5a90255115e with lease ID 0xa549a51d445ea34d: from storage DS-6ea7c20f-1d1e-4af9-aa7b-fb5423aec5f9 node DatanodeRegistration(127.0.0.1:36801, datanodeUuid=5fd9aef3-b9e0-47e0-98df-21b3daaa9588, infoPort=34597, infoSecurePort=0, ipcPort=43459, storageInfo=lv=-57;cid=testClusterID;nsid=1189838887;c=1734128294532), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T22:18:16,017 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822 2024-12-13T22:18:16,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T22:18:16,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T22:18:16,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741825_1001 (size=7) 2024-12-13T22:18:16,460 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd with version=8 2024-12-13T22:18:16,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/hbase-staging 2024-12-13T22:18:16,462 INFO [Time-limited test {}] client.ConnectionUtils(129): master/f3932685d002:0 server-side Connection retries=18 2024-12-13T22:18:16,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T22:18:16,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T22:18:16,462 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T22:18:16,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T22:18:16,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T22:18:16,463 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T22:18:16,463 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T22:18:16,464 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:46177 2024-12-13T22:18:16,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T22:18:16,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T22:18:16,469 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:46177 connecting to ZooKeeper ensemble=127.0.0.1:50949 2024-12-13T22:18:16,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461770x0, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T22:18:16,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46177-0x1002178cc3c0003 connected 2024-12-13T22:18:16,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-13T22:18:16,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T22:18:16,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-13T22:18:16,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46177 2024-12-13T22:18:16,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46177 2024-12-13T22:18:16,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46177 2024-12-13T22:18:16,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46177 2024-12-13T22:18:16,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46177 2024-12-13T22:18:16,575 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd, hbase.cluster.distributed=false 2024-12-13T22:18:16,589 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f3932685d002:0 server-side Connection retries=18 2024-12-13T22:18:16,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T22:18:16,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T22:18:16,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T22:18:16,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T22:18:16,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T22:18:16,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T22:18:16,589 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T22:18:16,590 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:41269 2024-12-13T22:18:16,590 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T22:18:16,591 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T22:18:16,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T22:18:16,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T22:18:16,597 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41269 connecting to ZooKeeper ensemble=127.0.0.1:50949 2024-12-13T22:18:16,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412690x0, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T22:18:16,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412690x0, quorum=127.0.0.1:50949, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-13T22:18:16,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41269-0x1002178cc3c0004 connected 2024-12-13T22:18:16,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41269-0x1002178cc3c0004, quorum=127.0.0.1:50949, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T22:18:16,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41269-0x1002178cc3c0004, quorum=127.0.0.1:50949, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-13T22:18:16,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41269 2024-12-13T22:18:16,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41269 2024-12-13T22:18:16,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41269 2024-12-13T22:18:16,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41269 2024-12-13T22:18:16,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41269 2024-12-13T22:18:16,609 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /2/backup-masters/f3932685d002,46177,1734128296461 2024-12-13T22:18:16,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T22:18:16,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x1002178cc3c0004, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T22:18:16,623 DEBUG [M:0;f3932685d002:46177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3932685d002:46177 2024-12-13T22:18:16,624 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/f3932685d002,46177,1734128296461 2024-12-13T22:18:16,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x1002178cc3c0004, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-13T22:18:16,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x1002178cc3c0004, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T22:18:16,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-13T22:18:16,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T22:18:16,630 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-13T22:18:16,632 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/f3932685d002,46177,1734128296461 from backup master directory 2024-12-13T22:18:16,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-13T22:18:16,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x1002178cc3c0004, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T22:18:16,638 WARN [master/f3932685d002:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T22:18:16,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/f3932685d002,46177,1734128296461 2024-12-13T22:18:16,638 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3932685d002,46177,1734128296461 2024-12-13T22:18:16,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T22:18:16,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741826_1002 (size=42) 2024-12-13T22:18:16,684 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/hbase.id with ID: 6aefc674-298a-4a2d-bd84-f6bf6608a743 2024-12-13T22:18:16,711 INFO [master/f3932685d002:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T22:18:16,712 INFO [f3932685d002:37375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T22:18:16,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T22:18:16,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x1002178cc3c0004, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T22:18:16,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741827_1003 (size=196) 2024-12-13T22:18:16,740 INFO [master/f3932685d002:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T22:18:16,741 INFO [master/f3932685d002:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-13T22:18:16,741 INFO [master/f3932685d002:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T22:18:16,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741828_1004 (size=1189) 2024-12-13T22:18:17,156 INFO [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/data/master/store 2024-12-13T22:18:17,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741829_1005 (size=34) 2024-12-13T22:18:17,568 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:17,568 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T22:18:17,568 INFO [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T22:18:17,568 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T22:18:17,568 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T22:18:17,568 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T22:18:17,568 INFO [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T22:18:17,568 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T22:18:17,571 WARN [master/f3932685d002:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/data/master/store/.initializing 2024-12-13T22:18:17,571 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/WALs/f3932685d002,46177,1734128296461 2024-12-13T22:18:17,574 INFO [master/f3932685d002:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T22:18:17,579 INFO [master/f3932685d002:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3932685d002%2C46177%2C1734128296461, suffix=, logDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/WALs/f3932685d002,46177,1734128296461, archiveDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/oldWALs, maxLogs=10 2024-12-13T22:18:17,595 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/WALs/f3932685d002,46177,1734128296461/f3932685d002%2C46177%2C1734128296461.1734128297580, exclude list is [], retry=0 2024-12-13T22:18:17,598 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36801,DS-62a30791-969b-4708-b917-a8b2bca1deec,DISK] 2024-12-13T22:18:17,601 INFO [master/f3932685d002:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/WALs/f3932685d002,46177,1734128296461/f3932685d002%2C46177%2C1734128296461.1734128297580 2024-12-13T22:18:17,601 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34597:34597)] 2024-12-13T22:18:17,602 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-13T22:18:17,602 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:17,602 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T22:18:17,602 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T22:18:17,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T22:18:17,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-13T22:18:17,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:17,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T22:18:17,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T22:18:17,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-13T22:18:17,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:17,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:17,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T22:18:17,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-13T22:18:17,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:17,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:17,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T22:18:17,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-13T22:18:17,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:17,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:17,616 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T22:18:17,617 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T22:18:17,619 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-13T22:18:17,621 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T22:18:17,624 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:17,625 INFO [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58778506, jitterRate=-0.12413200736045837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-13T22:18:17,625 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T22:18:17,625 INFO [master/f3932685d002:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-13T22:18:17,630 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f648f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:17,630 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-13T22:18:17,631 INFO [master/f3932685d002:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-13T22:18:17,631 INFO [master/f3932685d002:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-13T22:18:17,631 INFO [master/f3932685d002:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-13T22:18:17,632 INFO [master/f3932685d002:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-13T22:18:17,632 INFO [master/f3932685d002:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-13T22:18:17,632 INFO [master/f3932685d002:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-13T22:18:17,635 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-13T22:18:17,636 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2024-12-13T22:18:17,650 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-13T22:18:17,651 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-13T22:18:17,679 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/balancer already deleted, retry=false 2024-12-13T22:18:17,680 INFO [master/f3932685d002:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-13T22:18:17,680 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2024-12-13T22:18:17,687 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/normalizer already deleted, retry=false 2024-12-13T22:18:17,688 INFO [master/f3932685d002:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-13T22:18:17,689 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2024-12-13T22:18:17,696 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/split already deleted, retry=false 2024-12-13T22:18:17,697 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2024-12-13T22:18:17,704 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/merge already deleted, retry=false 2024-12-13T22:18:17,707 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-13T22:18:17,713 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/snapshot-cleanup already deleted, retry=false 2024-12-13T22:18:17,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x1002178cc3c0004, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-13T22:18:17,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-13T22:18:17,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x1002178cc3c0004, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T22:18:17,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T22:18:17,723 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=f3932685d002,46177,1734128296461, sessionid=0x1002178cc3c0003, setting cluster-up flag (Was=false) 2024-12-13T22:18:17,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T22:18:17,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x1002178cc3c0004, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T22:18:17,763 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2024-12-13T22:18:17,765 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3932685d002,46177,1734128296461 2024-12-13T22:18:17,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T22:18:17,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x1002178cc3c0004, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T22:18:17,838 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2024-12-13T22:18:17,842 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3932685d002,46177,1734128296461 2024-12-13T22:18:17,849 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-13T22:18:17,850 INFO [master/f3932685d002:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-13T22:18:17,850 INFO [master/f3932685d002:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-13T22:18:17,850 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3932685d002,46177,1734128296461 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-13T22:18:17,851 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3932685d002:0, corePoolSize=5, maxPoolSize=5 2024-12-13T22:18:17,851 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3932685d002:0, corePoolSize=5, maxPoolSize=5 2024-12-13T22:18:17,851 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3932685d002:0, corePoolSize=5, maxPoolSize=5 2024-12-13T22:18:17,851 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3932685d002:0, corePoolSize=5, maxPoolSize=5 2024-12-13T22:18:17,851 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3932685d002:0, corePoolSize=10, maxPoolSize=10 2024-12-13T22:18:17,851 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3932685d002:0, corePoolSize=1, maxPoolSize=1 2024-12-13T22:18:17,851 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3932685d002:0, corePoolSize=2, maxPoolSize=2 2024-12-13T22:18:17,851 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3932685d002:0, corePoolSize=1, maxPoolSize=1 2024-12-13T22:18:17,852 INFO [master/f3932685d002:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734128327852 2024-12-13T22:18:17,853 INFO [master/f3932685d002:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-13T22:18:17,853 INFO [master/f3932685d002:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-13T22:18:17,853 INFO [master/f3932685d002:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-13T22:18:17,853 INFO [master/f3932685d002:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-13T22:18:17,853 INFO [master/f3932685d002:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-13T22:18:17,853 INFO [master/f3932685d002:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-13T22:18:17,853 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:17,853 INFO [master/f3932685d002:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-13T22:18:17,854 INFO [master/f3932685d002:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-13T22:18:17,854 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T22:18:17,854 INFO [master/f3932685d002:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-13T22:18:17,854 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-13T22:18:17,854 INFO [master/f3932685d002:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-13T22:18:17,854 INFO [master/f3932685d002:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-13T22:18:17,854 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3932685d002:0:becomeActiveMaster-HFileCleaner.large.0-1734128297854,5,FailOnTimeoutGroup] 2024-12-13T22:18:17,854 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3932685d002:0:becomeActiveMaster-HFileCleaner.small.0-1734128297854,5,FailOnTimeoutGroup] 2024-12-13T22:18:17,854 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:17,854 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-13T22:18:17,854 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:17,855 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:17,855 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:17,855 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T22:18:17,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741831_1007 (size=1039) 2024-12-13T22:18:17,920 DEBUG [RS:0;f3932685d002:41269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3932685d002:41269 2024-12-13T22:18:17,921 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(1008): ClusterId : 6aefc674-298a-4a2d-bd84-f6bf6608a743 2024-12-13T22:18:17,921 DEBUG [RS:0;f3932685d002:41269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T22:18:17,931 DEBUG [RS:0;f3932685d002:41269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T22:18:17,931 DEBUG [RS:0;f3932685d002:41269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T22:18:17,939 DEBUG [RS:0;f3932685d002:41269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T22:18:17,939 DEBUG [RS:0;f3932685d002:41269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cde927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:17,940 DEBUG [RS:0;f3932685d002:41269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e94b04c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3932685d002/172.17.0.3:0 2024-12-13T22:18:17,940 INFO [RS:0;f3932685d002:41269 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T22:18:17,940 INFO [RS:0;f3932685d002:41269 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T22:18:17,940 DEBUG [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T22:18:17,941 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3073): reportForDuty to master=f3932685d002,46177,1734128296461 with isa=f3932685d002/172.17.0.3:41269, startcode=1734128296588 2024-12-13T22:18:17,941 DEBUG [RS:0;f3932685d002:41269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T22:18:17,943 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50265, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T22:18:17,944 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46177 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f3932685d002,41269,1734128296588 2024-12-13T22:18:17,944 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46177 {}] master.ServerManager(486): Registering regionserver=f3932685d002,41269,1734128296588 2024-12-13T22:18:17,946 DEBUG [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:17,946 DEBUG [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33493 2024-12-13T22:18:17,946 DEBUG [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T22:18:17,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-13T22:18:17,955 DEBUG [RS:0;f3932685d002:41269 {}] zookeeper.ZKUtil(111): regionserver:41269-0x1002178cc3c0004, quorum=127.0.0.1:50949, baseZNode=/2 Set watcher on existing znode=/2/rs/f3932685d002,41269,1734128296588 2024-12-13T22:18:17,955 WARN [RS:0;f3932685d002:41269 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T22:18:17,955 INFO [RS:0;f3932685d002:41269 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T22:18:17,955 DEBUG [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/WALs/f3932685d002,41269,1734128296588 2024-12-13T22:18:17,955 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3932685d002,41269,1734128296588] 2024-12-13T22:18:17,960 DEBUG [RS:0;f3932685d002:41269 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T22:18:17,960 INFO [RS:0;f3932685d002:41269 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T22:18:17,962 INFO [RS:0;f3932685d002:41269 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T22:18:17,963 INFO [RS:0;f3932685d002:41269 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T22:18:17,963 INFO [RS:0;f3932685d002:41269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:17,963 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T22:18:17,964 INFO [RS:0;f3932685d002:41269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:17,965 DEBUG [RS:0;f3932685d002:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3932685d002:0, corePoolSize=1, maxPoolSize=1 2024-12-13T22:18:17,965 DEBUG [RS:0;f3932685d002:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3932685d002:0, corePoolSize=1, maxPoolSize=1 2024-12-13T22:18:17,965 DEBUG [RS:0;f3932685d002:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0, corePoolSize=1, maxPoolSize=1 2024-12-13T22:18:17,965 DEBUG [RS:0;f3932685d002:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3932685d002:0, corePoolSize=1, maxPoolSize=1 2024-12-13T22:18:17,965 DEBUG [RS:0;f3932685d002:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3932685d002:0, corePoolSize=1, maxPoolSize=1 2024-12-13T22:18:17,965 DEBUG [RS:0;f3932685d002:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3932685d002:0, corePoolSize=2, maxPoolSize=2 2024-12-13T22:18:17,965 DEBUG [RS:0;f3932685d002:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3932685d002:0, corePoolSize=1, maxPoolSize=1 2024-12-13T22:18:17,965 DEBUG [RS:0;f3932685d002:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3932685d002:0, corePoolSize=1, maxPoolSize=1 2024-12-13T22:18:17,965 DEBUG [RS:0;f3932685d002:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3932685d002:0, corePoolSize=1, maxPoolSize=1 2024-12-13T22:18:17,965 DEBUG [RS:0;f3932685d002:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3932685d002:0, corePoolSize=1, maxPoolSize=1 2024-12-13T22:18:17,965 DEBUG [RS:0;f3932685d002:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3932685d002:0, corePoolSize=1, maxPoolSize=1 2024-12-13T22:18:17,965 DEBUG [RS:0;f3932685d002:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3932685d002:0, corePoolSize=3, maxPoolSize=3 2024-12-13T22:18:17,965 DEBUG [RS:0;f3932685d002:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3932685d002:0, corePoolSize=3, maxPoolSize=3 2024-12-13T22:18:17,967 INFO [RS:0;f3932685d002:41269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:17,967 INFO [RS:0;f3932685d002:41269 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:17,967 INFO [RS:0;f3932685d002:41269 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:17,967 INFO [RS:0;f3932685d002:41269 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:17,967 INFO [RS:0;f3932685d002:41269 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3932685d002,41269,1734128296588-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T22:18:17,981 INFO [RS:0;f3932685d002:41269 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T22:18:17,981 INFO [RS:0;f3932685d002:41269 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3932685d002,41269,1734128296588-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:17,994 INFO [RS:0;f3932685d002:41269 {}] regionserver.Replication(204): f3932685d002,41269,1734128296588 started 2024-12-13T22:18:17,994 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(1767): Serving as f3932685d002,41269,1734128296588, RpcServer on f3932685d002/172.17.0.3:41269, sessionid=0x1002178cc3c0004 2024-12-13T22:18:17,995 DEBUG [RS:0;f3932685d002:41269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T22:18:17,995 DEBUG [RS:0;f3932685d002:41269 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3932685d002,41269,1734128296588 2024-12-13T22:18:17,995 DEBUG [RS:0;f3932685d002:41269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3932685d002,41269,1734128296588' 2024-12-13T22:18:17,995 DEBUG [RS:0;f3932685d002:41269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2024-12-13T22:18:17,995 DEBUG [RS:0;f3932685d002:41269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2024-12-13T22:18:17,996 DEBUG [RS:0;f3932685d002:41269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T22:18:17,996 DEBUG [RS:0;f3932685d002:41269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T22:18:17,996 DEBUG [RS:0;f3932685d002:41269 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3932685d002,41269,1734128296588 2024-12-13T22:18:17,996 DEBUG [RS:0;f3932685d002:41269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3932685d002,41269,1734128296588' 2024-12-13T22:18:17,996 DEBUG [RS:0;f3932685d002:41269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2024-12-13T22:18:17,996 DEBUG [RS:0;f3932685d002:41269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2024-12-13T22:18:17,997 DEBUG [RS:0;f3932685d002:41269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T22:18:17,997 INFO [RS:0;f3932685d002:41269 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T22:18:17,997 INFO [RS:0;f3932685d002:41269 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T22:18:18,098 INFO [RS:0;f3932685d002:41269 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T22:18:18,101 INFO [RS:0;f3932685d002:41269 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3932685d002%2C41269%2C1734128296588, suffix=, logDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/WALs/f3932685d002,41269,1734128296588, archiveDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/oldWALs, maxLogs=10 2024-12-13T22:18:18,117 DEBUG [RS:0;f3932685d002:41269 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/WALs/f3932685d002,41269,1734128296588/f3932685d002%2C41269%2C1734128296588.1734128298103, exclude list is [], retry=0 2024-12-13T22:18:18,121 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36801,DS-62a30791-969b-4708-b917-a8b2bca1deec,DISK] 2024-12-13T22:18:18,123 INFO [RS:0;f3932685d002:41269 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/WALs/f3932685d002,41269,1734128296588/f3932685d002%2C41269%2C1734128296588.1734128298103 2024-12-13T22:18:18,124 DEBUG [RS:0;f3932685d002:41269 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34597:34597)] 2024-12-13T22:18:18,268 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T22:18:18,268 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:18,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741833_1009 (size=32) 2024-12-13T22:18:18,380 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T22:18:18,466 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-13T22:18:18,467 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-13T22:18:18,471 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-13T22:18:18,471 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-13T22:18:18,474 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T22:18:18,474 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-13T22:18:18,474 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-13T22:18:18,474 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-13T22:18:18,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:18,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T22:18:18,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T22:18:18,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:18,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T22:18:18,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T22:18:18,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T22:18:18,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:18,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T22:18:18,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T22:18:18,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T22:18:18,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:18,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T22:18:18,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/meta/1588230740 2024-12-13T22:18:18,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/meta/1588230740 2024-12-13T22:18:18,697 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T22:18:18,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T22:18:18,702 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:18,702 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68790117, jitterRate=0.025052621960639954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T22:18:18,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T22:18:18,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T22:18:18,702 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T22:18:18,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T22:18:18,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T22:18:18,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T22:18:18,703 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T22:18:18,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T22:18:18,704 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T22:18:18,704 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-13T22:18:18,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-13T22:18:18,706 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-13T22:18:18,707 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T22:18:18,857 DEBUG [f3932685d002:46177 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-13T22:18:18,858 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:18,861 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3932685d002,41269,1734128296588, state=OPENING 2024-12-13T22:18:18,913 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-13T22:18:18,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x1002178cc3c0004, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T22:18:18,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T22:18:18,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:18,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T22:18:18,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T22:18:19,076 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3932685d002,41269,1734128296588 2024-12-13T22:18:19,076 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T22:18:19,081 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T22:18:19,090 INFO [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T22:18:19,090 INFO [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T22:18:19,091 INFO [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-13T22:18:19,094 INFO [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3932685d002%2C41269%2C1734128296588.meta, suffix=.meta, logDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/WALs/f3932685d002,41269,1734128296588, archiveDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/oldWALs, maxLogs=10 2024-12-13T22:18:19,108 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/WALs/f3932685d002,41269,1734128296588/f3932685d002%2C41269%2C1734128296588.meta.1734128299096.meta, exclude list is [], retry=0 2024-12-13T22:18:19,111 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36801,DS-62a30791-969b-4708-b917-a8b2bca1deec,DISK] 2024-12-13T22:18:19,114 INFO [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/WALs/f3932685d002,41269,1734128296588/f3932685d002%2C41269%2C1734128296588.meta.1734128299096.meta 2024-12-13T22:18:19,114 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34597:34597)] 2024-12-13T22:18:19,114 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T22:18:19,115 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T22:18:19,115 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T22:18:19,115 INFO [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T22:18:19,115 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T22:18:19,115 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:19,115 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T22:18:19,115 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T22:18:19,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T22:18:19,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T22:18:19,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:19,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T22:18:19,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T22:18:19,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T22:18:19,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:19,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T22:18:19,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T22:18:19,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T22:18:19,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:19,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T22:18:19,123 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/meta/1588230740 2024-12-13T22:18:19,125 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/meta/1588230740 2024-12-13T22:18:19,128 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T22:18:19,129 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T22:18:19,130 INFO [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62871855, jitterRate=-0.06313635408878326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T22:18:19,130 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T22:18:19,132 INFO [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734128299075 2024-12-13T22:18:19,134 DEBUG [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T22:18:19,134 INFO [RS_OPEN_META-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T22:18:19,135 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:19,136 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3932685d002,41269,1734128296588, state=OPEN 2024-12-13T22:18:19,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x1002178cc3c0004, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-13T22:18:19,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-13T22:18:19,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T22:18:19,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T22:18:19,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-13T22:18:19,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=f3932685d002,41269,1734128296588 in 224 msec 2024-12-13T22:18:19,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-13T22:18:19,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec 2024-12-13T22:18:19,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3060 sec 2024-12-13T22:18:19,155 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734128299155, completionTime=-1 2024-12-13T22:18:19,155 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-13T22:18:19,155 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-13T22:18:19,156 DEBUG [hconnection-0x3aa641a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:19,158 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54348, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T22:18:19,159 INFO [master/f3932685d002:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-13T22:18:19,160 INFO [master/f3932685d002:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734128359160 2024-12-13T22:18:19,160 INFO [master/f3932685d002:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734128419160 2024-12-13T22:18:19,160 INFO [master/f3932685d002:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-12-13T22:18:19,238 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3932685d002,46177,1734128296461-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:19,238 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3932685d002,46177,1734128296461-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:19,238 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3932685d002,46177,1734128296461-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:19,238 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3932685d002:46177, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:19,238 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:19,238 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-13T22:18:19,239 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T22:18:19,240 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-13T22:18:19,241 DEBUG [master/f3932685d002:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-13T22:18:19,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T22:18:19,242 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:19,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T22:18:19,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741835_1011 (size=358) 2024-12-13T22:18:19,654 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8ba48ad638207febbf2b8332f9b3fd1b, NAME => 'hbase:namespace,,1734128299239.8ba48ad638207febbf2b8332f9b3fd1b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:19,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741836_1012 (size=42) 2024-12-13T22:18:20,066 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734128299239.8ba48ad638207febbf2b8332f9b3fd1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:20,066 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 8ba48ad638207febbf2b8332f9b3fd1b, disabling compactions & flushes 2024-12-13T22:18:20,066 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734128299239.8ba48ad638207febbf2b8332f9b3fd1b. 2024-12-13T22:18:20,066 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734128299239.8ba48ad638207febbf2b8332f9b3fd1b. 2024-12-13T22:18:20,066 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734128299239.8ba48ad638207febbf2b8332f9b3fd1b. after waiting 0 ms 2024-12-13T22:18:20,066 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734128299239.8ba48ad638207febbf2b8332f9b3fd1b. 2024-12-13T22:18:20,066 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734128299239.8ba48ad638207febbf2b8332f9b3fd1b. 2024-12-13T22:18:20,066 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8ba48ad638207febbf2b8332f9b3fd1b: 2024-12-13T22:18:20,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T22:18:20,069 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734128299239.8ba48ad638207febbf2b8332f9b3fd1b.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734128300069"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128300069"}]},"ts":"1734128300069"} 2024-12-13T22:18:20,073 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T22:18:20,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T22:18:20,075 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734128300075"}]},"ts":"1734128300075"} 2024-12-13T22:18:20,079 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-13T22:18:20,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=8ba48ad638207febbf2b8332f9b3fd1b, ASSIGN}] 2024-12-13T22:18:20,132 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=8ba48ad638207febbf2b8332f9b3fd1b, ASSIGN 2024-12-13T22:18:20,133 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=8ba48ad638207febbf2b8332f9b3fd1b, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:20,284 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=8ba48ad638207febbf2b8332f9b3fd1b, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:20,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 8ba48ad638207febbf2b8332f9b3fd1b, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:20,445 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3932685d002,41269,1734128296588 2024-12-13T22:18:20,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734128299239.8ba48ad638207febbf2b8332f9b3fd1b. 2024-12-13T22:18:20,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 8ba48ad638207febbf2b8332f9b3fd1b, NAME => 'hbase:namespace,,1734128299239.8ba48ad638207febbf2b8332f9b3fd1b.', STARTKEY => '', ENDKEY => ''} 2024-12-13T22:18:20,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 8ba48ad638207febbf2b8332f9b3fd1b 2024-12-13T22:18:20,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734128299239.8ba48ad638207febbf2b8332f9b3fd1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:20,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 8ba48ad638207febbf2b8332f9b3fd1b 2024-12-13T22:18:20,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 8ba48ad638207febbf2b8332f9b3fd1b 2024-12-13T22:18:20,453 INFO [StoreOpener-8ba48ad638207febbf2b8332f9b3fd1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8ba48ad638207febbf2b8332f9b3fd1b 2024-12-13T22:18:20,454 INFO [StoreOpener-8ba48ad638207febbf2b8332f9b3fd1b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ba48ad638207febbf2b8332f9b3fd1b columnFamilyName info 2024-12-13T22:18:20,455 DEBUG [StoreOpener-8ba48ad638207febbf2b8332f9b3fd1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:20,455 INFO [StoreOpener-8ba48ad638207febbf2b8332f9b3fd1b-1 {}] regionserver.HStore(327): Store=8ba48ad638207febbf2b8332f9b3fd1b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:20,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/namespace/8ba48ad638207febbf2b8332f9b3fd1b 2024-12-13T22:18:20,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/namespace/8ba48ad638207febbf2b8332f9b3fd1b 2024-12-13T22:18:20,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 8ba48ad638207febbf2b8332f9b3fd1b 2024-12-13T22:18:20,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/namespace/8ba48ad638207febbf2b8332f9b3fd1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:20,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 8ba48ad638207febbf2b8332f9b3fd1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72147524, jitterRate=0.07508188486099243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T22:18:20,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 8ba48ad638207febbf2b8332f9b3fd1b: 2024-12-13T22:18:20,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734128299239.8ba48ad638207febbf2b8332f9b3fd1b., pid=6, masterSystemTime=1734128300445 2024-12-13T22:18:20,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734128299239.8ba48ad638207febbf2b8332f9b3fd1b. 2024-12-13T22:18:20,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734128299239.8ba48ad638207febbf2b8332f9b3fd1b. 2024-12-13T22:18:20,468 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=8ba48ad638207febbf2b8332f9b3fd1b, regionState=OPEN, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:20,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-13T22:18:20,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 8ba48ad638207febbf2b8332f9b3fd1b, server=f3932685d002,41269,1734128296588 in 182 msec 2024-12-13T22:18:20,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-13T22:18:20,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=8ba48ad638207febbf2b8332f9b3fd1b, ASSIGN in 344 msec 2024-12-13T22:18:20,477 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T22:18:20,477 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734128300477"}]},"ts":"1734128300477"} 2024-12-13T22:18:20,484 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-13T22:18:20,531 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T22:18:20,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2920 sec 2024-12-13T22:18:20,543 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2024-12-13T22:18:20,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2024-12-13T22:18:20,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x1002178cc3c0004, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T22:18:20,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T22:18:20,558 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-13T22:18:20,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-13T22:18:20,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 32 msec 2024-12-13T22:18:20,601 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-13T22:18:20,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-13T22:18:20,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 32 msec 2024-12-13T22:18:20,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2024-12-13T22:18:20,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2024-12-13T22:18:20,680 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.041sec 2024-12-13T22:18:20,680 INFO [master/f3932685d002:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-13T22:18:20,680 INFO [master/f3932685d002:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-13T22:18:20,680 INFO [master/f3932685d002:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-13T22:18:20,680 INFO [master/f3932685d002:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-13T22:18:20,680 INFO [master/f3932685d002:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-13T22:18:20,680 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3932685d002,46177,1734128296461-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T22:18:20,681 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3932685d002,46177,1734128296461-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-13T22:18:20,685 DEBUG [master/f3932685d002:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-13T22:18:20,685 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-13T22:18:20,685 INFO [master/f3932685d002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3932685d002,46177,1734128296461-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T22:18:20,716 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x30d204b8 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11c59e8f 2024-12-13T22:18:20,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@484bf68d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:20,730 DEBUG [hconnection-0x27541d62-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:20,732 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T22:18:20,734 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=f3932685d002,46177,1734128296461 2024-12-13T22:18:20,736 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2de78b2f to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a5f3cfc 2024-12-13T22:18:20,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3495f7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:20,748 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x713410b3 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@609b5349 2024-12-13T22:18:20,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f03b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:20,756 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79a015c1 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@431b00a7 2024-12-13T22:18:20,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7102d855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:20,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T22:18:20,770 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T22:18:20,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T22:18:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-13T22:18:20,781 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T22:18:20,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-13T22:18:20,782 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:20,784 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T22:18:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T22:18:20,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741837_1013 (size=631) 2024-12-13T22:18:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T22:18:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T22:18:21,195 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 83144c1a6e2fd774fb4dbaf37dda987d, NAME => 'test,,1734128300775.83144c1a6e2fd774fb4dbaf37dda987d.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:21,195 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => ebd8b1cde5e9ad9c4206e355a8a440ef, NAME => 'test,ccc,1734128300775.ebd8b1cde5e9ad9c4206e355a8a440ef.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:21,196 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 2fdb61dec27fce81a43d730aaf2fa6bb, NAME => 'test,bbb,1734128300775.2fdb61dec27fce81a43d730aaf2fa6bb.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:21,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741838_1014 (size=42) 2024-12-13T22:18:21,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741839_1015 (size=45) 2024-12-13T22:18:21,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741840_1016 (size=45) 2024-12-13T22:18:21,216 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734128300775.ebd8b1cde5e9ad9c4206e355a8a440ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:21,216 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing ebd8b1cde5e9ad9c4206e355a8a440ef, disabling compactions & flushes 2024-12-13T22:18:21,216 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734128300775.ebd8b1cde5e9ad9c4206e355a8a440ef. 2024-12-13T22:18:21,216 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734128300775.ebd8b1cde5e9ad9c4206e355a8a440ef. 2024-12-13T22:18:21,216 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734128300775.ebd8b1cde5e9ad9c4206e355a8a440ef. after waiting 0 ms 2024-12-13T22:18:21,216 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734128300775.ebd8b1cde5e9ad9c4206e355a8a440ef. 2024-12-13T22:18:21,216 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734128300775.ebd8b1cde5e9ad9c4206e355a8a440ef. 2024-12-13T22:18:21,216 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for ebd8b1cde5e9ad9c4206e355a8a440ef: 2024-12-13T22:18:21,216 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 287ac526681b47b1e13f1aed4dacb03c, NAME => 'test,ddd,1734128300775.287ac526681b47b1e13f1aed4dacb03c.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:21,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741841_1017 (size=45) 2024-12-13T22:18:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T22:18:21,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734128300775.83144c1a6e2fd774fb4dbaf37dda987d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:21,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 83144c1a6e2fd774fb4dbaf37dda987d, disabling compactions & flushes 2024-12-13T22:18:21,611 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734128300775.83144c1a6e2fd774fb4dbaf37dda987d. 2024-12-13T22:18:21,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734128300775.83144c1a6e2fd774fb4dbaf37dda987d. 2024-12-13T22:18:21,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734128300775.83144c1a6e2fd774fb4dbaf37dda987d. after waiting 0 ms 2024-12-13T22:18:21,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734128300775.83144c1a6e2fd774fb4dbaf37dda987d. 2024-12-13T22:18:21,611 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734128300775.83144c1a6e2fd774fb4dbaf37dda987d. 2024-12-13T22:18:21,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 83144c1a6e2fd774fb4dbaf37dda987d: 2024-12-13T22:18:21,612 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5af81848a5491ab5209c927722662c2d, NAME => 'test,eee,1734128300775.5af81848a5491ab5209c927722662c2d.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:21,616 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734128300775.2fdb61dec27fce81a43d730aaf2fa6bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:21,616 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 2fdb61dec27fce81a43d730aaf2fa6bb, disabling compactions & flushes 2024-12-13T22:18:21,616 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734128300775.2fdb61dec27fce81a43d730aaf2fa6bb. 2024-12-13T22:18:21,617 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734128300775.2fdb61dec27fce81a43d730aaf2fa6bb. 2024-12-13T22:18:21,617 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734128300775.2fdb61dec27fce81a43d730aaf2fa6bb. after waiting 0 ms 2024-12-13T22:18:21,617 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734128300775.2fdb61dec27fce81a43d730aaf2fa6bb. 2024-12-13T22:18:21,617 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734128300775.2fdb61dec27fce81a43d730aaf2fa6bb. 2024-12-13T22:18:21,617 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 2fdb61dec27fce81a43d730aaf2fa6bb: 2024-12-13T22:18:21,618 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f9d0b25dc5a4ed6a928034a449630295, NAME => 'test,fff,1734128300775.f9d0b25dc5a4ed6a928034a449630295.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:21,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741842_1018 (size=45) 2024-12-13T22:18:21,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,eee,1734128300775.5af81848a5491ab5209c927722662c2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:21,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 5af81848a5491ab5209c927722662c2d, disabling compactions & flushes 2024-12-13T22:18:21,623 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,eee,1734128300775.5af81848a5491ab5209c927722662c2d. 2024-12-13T22:18:21,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734128300775.5af81848a5491ab5209c927722662c2d. 2024-12-13T22:18:21,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734128300775.5af81848a5491ab5209c927722662c2d. after waiting 0 ms 2024-12-13T22:18:21,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734128300775.5af81848a5491ab5209c927722662c2d. 2024-12-13T22:18:21,623 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,eee,1734128300775.5af81848a5491ab5209c927722662c2d. 2024-12-13T22:18:21,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5af81848a5491ab5209c927722662c2d: 2024-12-13T22:18:21,625 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3f6d778badbdcd2a8c54487cf67eb9bc, NAME => 'test,ggg,1734128300775.3f6d778badbdcd2a8c54487cf67eb9bc.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:21,625 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ddd,1734128300775.287ac526681b47b1e13f1aed4dacb03c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:21,625 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 287ac526681b47b1e13f1aed4dacb03c, disabling compactions & flushes 2024-12-13T22:18:21,625 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ddd,1734128300775.287ac526681b47b1e13f1aed4dacb03c. 2024-12-13T22:18:21,625 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734128300775.287ac526681b47b1e13f1aed4dacb03c. 2024-12-13T22:18:21,625 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734128300775.287ac526681b47b1e13f1aed4dacb03c. after waiting 0 ms 2024-12-13T22:18:21,625 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734128300775.287ac526681b47b1e13f1aed4dacb03c. 2024-12-13T22:18:21,625 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ddd,1734128300775.287ac526681b47b1e13f1aed4dacb03c. 2024-12-13T22:18:21,626 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 287ac526681b47b1e13f1aed4dacb03c: 2024-12-13T22:18:21,626 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 4caec601b0c731cdd87f398b5e332bab, NAME => 'test,hhh,1734128300775.4caec601b0c731cdd87f398b5e332bab.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:21,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741843_1019 (size=45) 2024-12-13T22:18:21,636 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,fff,1734128300775.f9d0b25dc5a4ed6a928034a449630295.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:21,636 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing f9d0b25dc5a4ed6a928034a449630295, disabling compactions & flushes 2024-12-13T22:18:21,636 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,fff,1734128300775.f9d0b25dc5a4ed6a928034a449630295. 2024-12-13T22:18:21,636 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734128300775.f9d0b25dc5a4ed6a928034a449630295. 2024-12-13T22:18:21,636 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734128300775.f9d0b25dc5a4ed6a928034a449630295. after waiting 0 ms 2024-12-13T22:18:21,636 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734128300775.f9d0b25dc5a4ed6a928034a449630295. 2024-12-13T22:18:21,636 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,fff,1734128300775.f9d0b25dc5a4ed6a928034a449630295. 2024-12-13T22:18:21,636 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for f9d0b25dc5a4ed6a928034a449630295: 2024-12-13T22:18:21,637 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c5574bc7ea74f527723e94049ebcbcc2, NAME => 'test,iii,1734128300775.c5574bc7ea74f527723e94049ebcbcc2.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:21,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741844_1020 (size=45) 2024-12-13T22:18:21,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741845_1021 (size=45) 2024-12-13T22:18:21,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741846_1022 (size=45) 2024-12-13T22:18:21,712 INFO [f3932685d002:37375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T22:18:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T22:18:22,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ggg,1734128300775.3f6d778badbdcd2a8c54487cf67eb9bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:22,049 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,hhh,1734128300775.4caec601b0c731cdd87f398b5e332bab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:22,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 3f6d778badbdcd2a8c54487cf67eb9bc, disabling compactions & flushes 2024-12-13T22:18:22,049 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 4caec601b0c731cdd87f398b5e332bab, disabling compactions & flushes 2024-12-13T22:18:22,049 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,hhh,1734128300775.4caec601b0c731cdd87f398b5e332bab. 2024-12-13T22:18:22,049 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ggg,1734128300775.3f6d778badbdcd2a8c54487cf67eb9bc. 2024-12-13T22:18:22,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734128300775.3f6d778badbdcd2a8c54487cf67eb9bc. 2024-12-13T22:18:22,050 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734128300775.4caec601b0c731cdd87f398b5e332bab. 2024-12-13T22:18:22,050 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734128300775.4caec601b0c731cdd87f398b5e332bab. after waiting 0 ms 2024-12-13T22:18:22,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734128300775.3f6d778badbdcd2a8c54487cf67eb9bc. after waiting 0 ms 2024-12-13T22:18:22,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734128300775.3f6d778badbdcd2a8c54487cf67eb9bc. 2024-12-13T22:18:22,050 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734128300775.4caec601b0c731cdd87f398b5e332bab. 2024-12-13T22:18:22,050 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,hhh,1734128300775.4caec601b0c731cdd87f398b5e332bab. 2024-12-13T22:18:22,050 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ggg,1734128300775.3f6d778badbdcd2a8c54487cf67eb9bc. 2024-12-13T22:18:22,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3f6d778badbdcd2a8c54487cf67eb9bc: 2024-12-13T22:18:22,050 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 4caec601b0c731cdd87f398b5e332bab: 2024-12-13T22:18:22,053 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c86b52743d55d33d61b5391c36c8c414, NAME => 'test,jjj,1734128300775.c86b52743d55d33d61b5391c36c8c414.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:22,053 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => c80be64c5cea806b1d1d139c027d9378, NAME => 'test,kkk,1734128300775.c80be64c5cea806b1d1d139c027d9378.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:22,054 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,iii,1734128300775.c5574bc7ea74f527723e94049ebcbcc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:22,054 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing c5574bc7ea74f527723e94049ebcbcc2, disabling compactions & flushes 2024-12-13T22:18:22,054 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,iii,1734128300775.c5574bc7ea74f527723e94049ebcbcc2. 2024-12-13T22:18:22,054 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734128300775.c5574bc7ea74f527723e94049ebcbcc2. 2024-12-13T22:18:22,054 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734128300775.c5574bc7ea74f527723e94049ebcbcc2. after waiting 0 ms 2024-12-13T22:18:22,054 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734128300775.c5574bc7ea74f527723e94049ebcbcc2. 2024-12-13T22:18:22,055 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,iii,1734128300775.c5574bc7ea74f527723e94049ebcbcc2. 2024-12-13T22:18:22,055 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for c5574bc7ea74f527723e94049ebcbcc2: 2024-12-13T22:18:22,056 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4aa613c8e5cc812f9c44a1838bf83697, NAME => 'test,lll,1734128300775.4aa613c8e5cc812f9c44a1838bf83697.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:22,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741848_1024 (size=45) 2024-12-13T22:18:22,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741847_1023 (size=45) 2024-12-13T22:18:22,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741849_1025 (size=45) 2024-12-13T22:18:22,468 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,kkk,1734128300775.c80be64c5cea806b1d1d139c027d9378.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:22,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,jjj,1734128300775.c86b52743d55d33d61b5391c36c8c414.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:22,469 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing c80be64c5cea806b1d1d139c027d9378, disabling compactions & flushes 2024-12-13T22:18:22,469 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,kkk,1734128300775.c80be64c5cea806b1d1d139c027d9378. 2024-12-13T22:18:22,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing c86b52743d55d33d61b5391c36c8c414, disabling compactions & flushes 2024-12-13T22:18:22,469 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734128300775.c80be64c5cea806b1d1d139c027d9378. 2024-12-13T22:18:22,469 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,jjj,1734128300775.c86b52743d55d33d61b5391c36c8c414. 2024-12-13T22:18:22,469 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734128300775.c80be64c5cea806b1d1d139c027d9378. after waiting 0 ms 2024-12-13T22:18:22,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734128300775.c86b52743d55d33d61b5391c36c8c414. 2024-12-13T22:18:22,469 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734128300775.c80be64c5cea806b1d1d139c027d9378. 2024-12-13T22:18:22,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734128300775.c86b52743d55d33d61b5391c36c8c414. after waiting 0 ms 2024-12-13T22:18:22,470 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734128300775.c86b52743d55d33d61b5391c36c8c414. 2024-12-13T22:18:22,470 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,kkk,1734128300775.c80be64c5cea806b1d1d139c027d9378. 2024-12-13T22:18:22,470 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,jjj,1734128300775.c86b52743d55d33d61b5391c36c8c414. 2024-12-13T22:18:22,470 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for c80be64c5cea806b1d1d139c027d9378: 2024-12-13T22:18:22,470 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for c86b52743d55d33d61b5391c36c8c414: 2024-12-13T22:18:22,472 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => a1acd94d55d42fb00877cd5ec825e577, NAME => 'test,mmm,1734128300775.a1acd94d55d42fb00877cd5ec825e577.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:22,473 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b343113c6ddbcb0f1ce3af248ecc7c82, NAME => 'test,nnn,1734128300775.b343113c6ddbcb0f1ce3af248ecc7c82.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:22,473 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,lll,1734128300775.4aa613c8e5cc812f9c44a1838bf83697.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:22,473 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 4aa613c8e5cc812f9c44a1838bf83697, disabling compactions & flushes 2024-12-13T22:18:22,473 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,lll,1734128300775.4aa613c8e5cc812f9c44a1838bf83697. 2024-12-13T22:18:22,474 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734128300775.4aa613c8e5cc812f9c44a1838bf83697. 2024-12-13T22:18:22,474 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734128300775.4aa613c8e5cc812f9c44a1838bf83697. after waiting 0 ms 2024-12-13T22:18:22,474 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734128300775.4aa613c8e5cc812f9c44a1838bf83697. 2024-12-13T22:18:22,474 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,lll,1734128300775.4aa613c8e5cc812f9c44a1838bf83697. 2024-12-13T22:18:22,474 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4aa613c8e5cc812f9c44a1838bf83697: 2024-12-13T22:18:22,476 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c8c02e8d118f9e2ea475185a9fcdfe2c, NAME => 'test,ooo,1734128300775.c8c02e8d118f9e2ea475185a9fcdfe2c.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:22,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741851_1027 (size=45) 2024-12-13T22:18:22,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741850_1026 (size=45) 2024-12-13T22:18:22,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741852_1028 (size=45) 2024-12-13T22:18:22,487 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ooo,1734128300775.c8c02e8d118f9e2ea475185a9fcdfe2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:22,487 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing c8c02e8d118f9e2ea475185a9fcdfe2c, disabling compactions & flushes 2024-12-13T22:18:22,487 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ooo,1734128300775.c8c02e8d118f9e2ea475185a9fcdfe2c. 2024-12-13T22:18:22,487 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734128300775.c8c02e8d118f9e2ea475185a9fcdfe2c. 2024-12-13T22:18:22,487 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734128300775.c8c02e8d118f9e2ea475185a9fcdfe2c. after waiting 0 ms 2024-12-13T22:18:22,487 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734128300775.c8c02e8d118f9e2ea475185a9fcdfe2c. 2024-12-13T22:18:22,487 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ooo,1734128300775.c8c02e8d118f9e2ea475185a9fcdfe2c. 2024-12-13T22:18:22,487 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for c8c02e8d118f9e2ea475185a9fcdfe2c: 2024-12-13T22:18:22,488 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 9122b8ae15ddaaa6d264a6775e2568e1, NAME => 'test,ppp,1734128300775.9122b8ae15ddaaa6d264a6775e2568e1.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:22,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741853_1029 (size=45) 2024-12-13T22:18:22,895 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,mmm,1734128300775.a1acd94d55d42fb00877cd5ec825e577.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:22,895 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ppp,1734128300775.9122b8ae15ddaaa6d264a6775e2568e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:22,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,nnn,1734128300775.b343113c6ddbcb0f1ce3af248ecc7c82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:22,895 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing a1acd94d55d42fb00877cd5ec825e577, disabling compactions & flushes 2024-12-13T22:18:22,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing b343113c6ddbcb0f1ce3af248ecc7c82, disabling compactions & flushes 2024-12-13T22:18:22,895 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,mmm,1734128300775.a1acd94d55d42fb00877cd5ec825e577. 2024-12-13T22:18:22,895 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734128300775.a1acd94d55d42fb00877cd5ec825e577. 2024-12-13T22:18:22,895 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,nnn,1734128300775.b343113c6ddbcb0f1ce3af248ecc7c82. 2024-12-13T22:18:22,895 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734128300775.a1acd94d55d42fb00877cd5ec825e577. after waiting 0 ms 2024-12-13T22:18:22,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734128300775.b343113c6ddbcb0f1ce3af248ecc7c82. 2024-12-13T22:18:22,895 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734128300775.a1acd94d55d42fb00877cd5ec825e577. 2024-12-13T22:18:22,895 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 9122b8ae15ddaaa6d264a6775e2568e1, disabling compactions & flushes 2024-12-13T22:18:22,895 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,mmm,1734128300775.a1acd94d55d42fb00877cd5ec825e577. 2024-12-13T22:18:22,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734128300775.b343113c6ddbcb0f1ce3af248ecc7c82. after waiting 0 ms 2024-12-13T22:18:22,895 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ppp,1734128300775.9122b8ae15ddaaa6d264a6775e2568e1. 2024-12-13T22:18:22,895 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for a1acd94d55d42fb00877cd5ec825e577: 2024-12-13T22:18:22,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734128300775.b343113c6ddbcb0f1ce3af248ecc7c82. 2024-12-13T22:18:22,895 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734128300775.9122b8ae15ddaaa6d264a6775e2568e1. 2024-12-13T22:18:22,895 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734128300775.9122b8ae15ddaaa6d264a6775e2568e1. after waiting 0 ms 2024-12-13T22:18:22,895 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,nnn,1734128300775.b343113c6ddbcb0f1ce3af248ecc7c82. 2024-12-13T22:18:22,895 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734128300775.9122b8ae15ddaaa6d264a6775e2568e1. 2024-12-13T22:18:22,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for b343113c6ddbcb0f1ce3af248ecc7c82: 2024-12-13T22:18:22,895 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ppp,1734128300775.9122b8ae15ddaaa6d264a6775e2568e1. 2024-12-13T22:18:22,895 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 9122b8ae15ddaaa6d264a6775e2568e1: 2024-12-13T22:18:22,896 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => da34efe5464de95f2e402c2cb9ea92bb, NAME => 'test,qqq,1734128300775.da34efe5464de95f2e402c2cb9ea92bb.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:22,897 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 69e9c1cf00bf6c9d861e26fec3139a47, NAME => 'test,sss,1734128300775.69e9c1cf00bf6c9d861e26fec3139a47.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:22,897 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0cd7af3c25b41a9358180c9b18f34d3a, NAME => 'test,rrr,1734128300775.0cd7af3c25b41a9358180c9b18f34d3a.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:22,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741855_1031 (size=45) 2024-12-13T22:18:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T22:18:22,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741856_1032 (size=45) 2024-12-13T22:18:22,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741854_1030 (size=45) 2024-12-13T22:18:22,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,rrr,1734128300775.0cd7af3c25b41a9358180c9b18f34d3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:22,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 0cd7af3c25b41a9358180c9b18f34d3a, disabling compactions & flushes 2024-12-13T22:18:22,908 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,rrr,1734128300775.0cd7af3c25b41a9358180c9b18f34d3a. 2024-12-13T22:18:22,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734128300775.0cd7af3c25b41a9358180c9b18f34d3a. 2024-12-13T22:18:22,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734128300775.0cd7af3c25b41a9358180c9b18f34d3a. after waiting 0 ms 2024-12-13T22:18:22,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734128300775.0cd7af3c25b41a9358180c9b18f34d3a. 2024-12-13T22:18:22,908 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,rrr,1734128300775.0cd7af3c25b41a9358180c9b18f34d3a. 2024-12-13T22:18:22,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0cd7af3c25b41a9358180c9b18f34d3a: 2024-12-13T22:18:22,909 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7550ef79c3b83477d044b711795f0426, NAME => 'test,ttt,1734128300775.7550ef79c3b83477d044b711795f0426.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:22,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741857_1033 (size=45) 2024-12-13T22:18:22,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T22:18:23,308 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,sss,1734128300775.69e9c1cf00bf6c9d861e26fec3139a47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:23,309 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 69e9c1cf00bf6c9d861e26fec3139a47, disabling compactions & flushes 2024-12-13T22:18:23,309 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,sss,1734128300775.69e9c1cf00bf6c9d861e26fec3139a47. 2024-12-13T22:18:23,309 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734128300775.69e9c1cf00bf6c9d861e26fec3139a47. 2024-12-13T22:18:23,309 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734128300775.69e9c1cf00bf6c9d861e26fec3139a47. after waiting 0 ms 2024-12-13T22:18:23,309 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,qqq,1734128300775.da34efe5464de95f2e402c2cb9ea92bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:23,309 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734128300775.69e9c1cf00bf6c9d861e26fec3139a47. 2024-12-13T22:18:23,309 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,sss,1734128300775.69e9c1cf00bf6c9d861e26fec3139a47. 2024-12-13T22:18:23,310 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing da34efe5464de95f2e402c2cb9ea92bb, disabling compactions & flushes 2024-12-13T22:18:23,310 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 69e9c1cf00bf6c9d861e26fec3139a47: 2024-12-13T22:18:23,310 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,qqq,1734128300775.da34efe5464de95f2e402c2cb9ea92bb. 2024-12-13T22:18:23,311 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734128300775.da34efe5464de95f2e402c2cb9ea92bb. 2024-12-13T22:18:23,311 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734128300775.da34efe5464de95f2e402c2cb9ea92bb. after waiting 0 ms 2024-12-13T22:18:23,311 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ad7b608698e180d0933a9158c886bfea, NAME => 'test,uuu,1734128300775.ad7b608698e180d0933a9158c886bfea.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:23,311 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734128300775.da34efe5464de95f2e402c2cb9ea92bb. 2024-12-13T22:18:23,311 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,qqq,1734128300775.da34efe5464de95f2e402c2cb9ea92bb. 2024-12-13T22:18:23,311 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for da34efe5464de95f2e402c2cb9ea92bb: 2024-12-13T22:18:23,312 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => af282fe81b0b601825fe6939e27df670, NAME => 'test,vvv,1734128300775.af282fe81b0b601825fe6939e27df670.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:23,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ttt,1734128300775.7550ef79c3b83477d044b711795f0426.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:23,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 7550ef79c3b83477d044b711795f0426, disabling compactions & flushes 2024-12-13T22:18:23,318 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ttt,1734128300775.7550ef79c3b83477d044b711795f0426. 2024-12-13T22:18:23,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734128300775.7550ef79c3b83477d044b711795f0426. 2024-12-13T22:18:23,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734128300775.7550ef79c3b83477d044b711795f0426. after waiting 0 ms 2024-12-13T22:18:23,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734128300775.7550ef79c3b83477d044b711795f0426. 2024-12-13T22:18:23,319 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ttt,1734128300775.7550ef79c3b83477d044b711795f0426. 2024-12-13T22:18:23,319 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7550ef79c3b83477d044b711795f0426: 2024-12-13T22:18:23,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741858_1034 (size=45) 2024-12-13T22:18:23,319 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e36e2552d3379cd619fe6474581a85b8, NAME => 'test,www,1734128300775.e36e2552d3379cd619fe6474581a85b8.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:23,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741859_1035 (size=45) 2024-12-13T22:18:23,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741860_1036 (size=45) 2024-12-13T22:18:23,721 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,uuu,1734128300775.ad7b608698e180d0933a9158c886bfea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:23,721 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing ad7b608698e180d0933a9158c886bfea, disabling compactions & flushes 2024-12-13T22:18:23,721 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,uuu,1734128300775.ad7b608698e180d0933a9158c886bfea. 2024-12-13T22:18:23,721 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734128300775.ad7b608698e180d0933a9158c886bfea. 2024-12-13T22:18:23,721 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734128300775.ad7b608698e180d0933a9158c886bfea. after waiting 0 ms 2024-12-13T22:18:23,721 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734128300775.ad7b608698e180d0933a9158c886bfea. 2024-12-13T22:18:23,721 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,uuu,1734128300775.ad7b608698e180d0933a9158c886bfea. 2024-12-13T22:18:23,722 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for ad7b608698e180d0933a9158c886bfea: 2024-12-13T22:18:23,723 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => e3cc21a71c37d1529d58b8435c01a3c6, NAME => 'test,xxx,1734128300775.e3cc21a71c37d1529d58b8435c01a3c6.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:23,723 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,vvv,1734128300775.af282fe81b0b601825fe6939e27df670.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:23,723 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing af282fe81b0b601825fe6939e27df670, disabling compactions & flushes 2024-12-13T22:18:23,723 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,vvv,1734128300775.af282fe81b0b601825fe6939e27df670. 2024-12-13T22:18:23,723 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734128300775.af282fe81b0b601825fe6939e27df670. 2024-12-13T22:18:23,723 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734128300775.af282fe81b0b601825fe6939e27df670. after waiting 0 ms 2024-12-13T22:18:23,723 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734128300775.af282fe81b0b601825fe6939e27df670. 2024-12-13T22:18:23,723 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,vvv,1734128300775.af282fe81b0b601825fe6939e27df670. 2024-12-13T22:18:23,723 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for af282fe81b0b601825fe6939e27df670: 2024-12-13T22:18:23,724 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 2d11394785ecd504675ee44a371764c6, NAME => 'test,yyy,1734128300775.2d11394785ecd504675ee44a371764c6.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:23,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,www,1734128300775.e36e2552d3379cd619fe6474581a85b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:23,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing e36e2552d3379cd619fe6474581a85b8, disabling compactions & flushes 2024-12-13T22:18:23,728 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,www,1734128300775.e36e2552d3379cd619fe6474581a85b8. 2024-12-13T22:18:23,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734128300775.e36e2552d3379cd619fe6474581a85b8. 2024-12-13T22:18:23,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734128300775.e36e2552d3379cd619fe6474581a85b8. after waiting 0 ms 2024-12-13T22:18:23,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734128300775.e36e2552d3379cd619fe6474581a85b8. 2024-12-13T22:18:23,728 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,www,1734128300775.e36e2552d3379cd619fe6474581a85b8. 2024-12-13T22:18:23,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for e36e2552d3379cd619fe6474581a85b8: 2024-12-13T22:18:23,730 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 92c36938f10682f71ce92ed1bbb65928, NAME => 'test,zzz,1734128300775.92c36938f10682f71ce92ed1bbb65928.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:23,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741861_1037 (size=45) 2024-12-13T22:18:23,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741862_1038 (size=45) 2024-12-13T22:18:23,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741863_1039 (size=42) 2024-12-13T22:18:24,135 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,yyy,1734128300775.2d11394785ecd504675ee44a371764c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:24,135 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,xxx,1734128300775.e3cc21a71c37d1529d58b8435c01a3c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:24,135 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 2d11394785ecd504675ee44a371764c6, disabling compactions & flushes 2024-12-13T22:18:24,135 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing e3cc21a71c37d1529d58b8435c01a3c6, disabling compactions & flushes 2024-12-13T22:18:24,135 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,yyy,1734128300775.2d11394785ecd504675ee44a371764c6. 2024-12-13T22:18:24,135 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734128300775.2d11394785ecd504675ee44a371764c6. 2024-12-13T22:18:24,135 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,xxx,1734128300775.e3cc21a71c37d1529d58b8435c01a3c6. 2024-12-13T22:18:24,135 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734128300775.2d11394785ecd504675ee44a371764c6. after waiting 0 ms 2024-12-13T22:18:24,135 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734128300775.2d11394785ecd504675ee44a371764c6. 2024-12-13T22:18:24,135 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734128300775.e3cc21a71c37d1529d58b8435c01a3c6. 2024-12-13T22:18:24,135 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734128300775.e3cc21a71c37d1529d58b8435c01a3c6. after waiting 0 ms 2024-12-13T22:18:24,135 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,yyy,1734128300775.2d11394785ecd504675ee44a371764c6. 2024-12-13T22:18:24,136 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734128300775.e3cc21a71c37d1529d58b8435c01a3c6. 2024-12-13T22:18:24,136 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 2d11394785ecd504675ee44a371764c6: 2024-12-13T22:18:24,136 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,xxx,1734128300775.e3cc21a71c37d1529d58b8435c01a3c6. 2024-12-13T22:18:24,136 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for e3cc21a71c37d1529d58b8435c01a3c6: 2024-12-13T22:18:24,141 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,zzz,1734128300775.92c36938f10682f71ce92ed1bbb65928.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:24,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 92c36938f10682f71ce92ed1bbb65928, disabling compactions & flushes 2024-12-13T22:18:24,142 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,zzz,1734128300775.92c36938f10682f71ce92ed1bbb65928. 2024-12-13T22:18:24,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734128300775.92c36938f10682f71ce92ed1bbb65928. 2024-12-13T22:18:24,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734128300775.92c36938f10682f71ce92ed1bbb65928. after waiting 0 ms 2024-12-13T22:18:24,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734128300775.92c36938f10682f71ce92ed1bbb65928. 2024-12-13T22:18:24,142 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,zzz,1734128300775.92c36938f10682f71ce92ed1bbb65928. 2024-12-13T22:18:24,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 92c36938f10682f71ce92ed1bbb65928: 2024-12-13T22:18:24,144 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T22:18:24,145 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734128300775.ebd8b1cde5e9ad9c4206e355a8a440ef.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,145 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734128300775.83144c1a6e2fd774fb4dbaf37dda987d.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,145 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734128300775.2fdb61dec27fce81a43d730aaf2fa6bb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,145 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734128300775.5af81848a5491ab5209c927722662c2d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,145 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734128300775.287ac526681b47b1e13f1aed4dacb03c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,146 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734128300775.f9d0b25dc5a4ed6a928034a449630295.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,146 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734128300775.3f6d778badbdcd2a8c54487cf67eb9bc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,146 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734128300775.4caec601b0c731cdd87f398b5e332bab.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,146 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734128300775.c5574bc7ea74f527723e94049ebcbcc2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,146 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734128300775.c80be64c5cea806b1d1d139c027d9378.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,146 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734128300775.c86b52743d55d33d61b5391c36c8c414.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,146 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734128300775.4aa613c8e5cc812f9c44a1838bf83697.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,147 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734128300775.c8c02e8d118f9e2ea475185a9fcdfe2c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,147 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734128300775.a1acd94d55d42fb00877cd5ec825e577.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,147 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734128300775.b343113c6ddbcb0f1ce3af248ecc7c82.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,147 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734128300775.9122b8ae15ddaaa6d264a6775e2568e1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,147 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734128300775.0cd7af3c25b41a9358180c9b18f34d3a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,147 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734128300775.69e9c1cf00bf6c9d861e26fec3139a47.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,147 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734128300775.da34efe5464de95f2e402c2cb9ea92bb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,148 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734128300775.7550ef79c3b83477d044b711795f0426.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,148 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734128300775.ad7b608698e180d0933a9158c886bfea.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,148 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734128300775.af282fe81b0b601825fe6939e27df670.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,148 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734128300775.e36e2552d3379cd619fe6474581a85b8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,148 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734128300775.2d11394785ecd504675ee44a371764c6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,148 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734128300775.e3cc21a71c37d1529d58b8435c01a3c6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,148 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734128300775.92c36938f10682f71ce92ed1bbb65928.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734128304144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128304144"}]},"ts":"1734128304144"} 2024-12-13T22:18:24,178 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-13T22:18:24,179 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T22:18:24,180 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734128304180"}]},"ts":"1734128304180"} 2024-12-13T22:18:24,182 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-13T22:18:24,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=83144c1a6e2fd774fb4dbaf37dda987d, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2fdb61dec27fce81a43d730aaf2fa6bb, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ebd8b1cde5e9ad9c4206e355a8a440ef, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=287ac526681b47b1e13f1aed4dacb03c, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5af81848a5491ab5209c927722662c2d, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f9d0b25dc5a4ed6a928034a449630295, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3f6d778badbdcd2a8c54487cf67eb9bc, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4caec601b0c731cdd87f398b5e332bab, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c5574bc7ea74f527723e94049ebcbcc2, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c86b52743d55d33d61b5391c36c8c414, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c80be64c5cea806b1d1d139c027d9378, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4aa613c8e5cc812f9c44a1838bf83697, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a1acd94d55d42fb00877cd5ec825e577, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b343113c6ddbcb0f1ce3af248ecc7c82, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c8c02e8d118f9e2ea475185a9fcdfe2c, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9122b8ae15ddaaa6d264a6775e2568e1, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=da34efe5464de95f2e402c2cb9ea92bb, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0cd7af3c25b41a9358180c9b18f34d3a, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=69e9c1cf00bf6c9d861e26fec3139a47, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7550ef79c3b83477d044b711795f0426, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ad7b608698e180d0933a9158c886bfea, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=af282fe81b0b601825fe6939e27df670, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e36e2552d3379cd619fe6474581a85b8, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e3cc21a71c37d1529d58b8435c01a3c6, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2d11394785ecd504675ee44a371764c6, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=92c36938f10682f71ce92ed1bbb65928, ASSIGN}] 2024-12-13T22:18:24,235 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c5574bc7ea74f527723e94049ebcbcc2, ASSIGN 2024-12-13T22:18:24,235 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3f6d778badbdcd2a8c54487cf67eb9bc, ASSIGN 2024-12-13T22:18:24,235 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4caec601b0c731cdd87f398b5e332bab, ASSIGN 2024-12-13T22:18:24,235 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f9d0b25dc5a4ed6a928034a449630295, ASSIGN 2024-12-13T22:18:24,237 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4caec601b0c731cdd87f398b5e332bab, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,237 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c5574bc7ea74f527723e94049ebcbcc2, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,237 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3f6d778badbdcd2a8c54487cf67eb9bc, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,237 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f9d0b25dc5a4ed6a928034a449630295, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,240 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e36e2552d3379cd619fe6474581a85b8, ASSIGN 2024-12-13T22:18:24,240 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2d11394785ecd504675ee44a371764c6, ASSIGN 2024-12-13T22:18:24,241 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e3cc21a71c37d1529d58b8435c01a3c6, ASSIGN 2024-12-13T22:18:24,241 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=af282fe81b0b601825fe6939e27df670, ASSIGN 2024-12-13T22:18:24,241 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=92c36938f10682f71ce92ed1bbb65928, ASSIGN 2024-12-13T22:18:24,242 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e36e2552d3379cd619fe6474581a85b8, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,242 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2d11394785ecd504675ee44a371764c6, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,242 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e3cc21a71c37d1529d58b8435c01a3c6, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,242 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=92c36938f10682f71ce92ed1bbb65928, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,242 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=af282fe81b0b601825fe6939e27df670, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,245 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0cd7af3c25b41a9358180c9b18f34d3a, ASSIGN 2024-12-13T22:18:24,245 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=69e9c1cf00bf6c9d861e26fec3139a47, ASSIGN 2024-12-13T22:18:24,245 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7550ef79c3b83477d044b711795f0426, ASSIGN 2024-12-13T22:18:24,246 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=da34efe5464de95f2e402c2cb9ea92bb, ASSIGN 2024-12-13T22:18:24,246 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ad7b608698e180d0933a9158c886bfea, ASSIGN 2024-12-13T22:18:24,246 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0cd7af3c25b41a9358180c9b18f34d3a, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,246 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=69e9c1cf00bf6c9d861e26fec3139a47, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,247 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7550ef79c3b83477d044b711795f0426, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,247 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=da34efe5464de95f2e402c2cb9ea92bb, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,247 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ad7b608698e180d0933a9158c886bfea, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,250 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a1acd94d55d42fb00877cd5ec825e577, ASSIGN 2024-12-13T22:18:24,250 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b343113c6ddbcb0f1ce3af248ecc7c82, ASSIGN 2024-12-13T22:18:24,250 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c8c02e8d118f9e2ea475185a9fcdfe2c, ASSIGN 2024-12-13T22:18:24,250 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4aa613c8e5cc812f9c44a1838bf83697, ASSIGN 2024-12-13T22:18:24,250 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9122b8ae15ddaaa6d264a6775e2568e1, ASSIGN 2024-12-13T22:18:24,251 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c8c02e8d118f9e2ea475185a9fcdfe2c, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,251 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b343113c6ddbcb0f1ce3af248ecc7c82, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,251 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a1acd94d55d42fb00877cd5ec825e577, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,251 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4aa613c8e5cc812f9c44a1838bf83697, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,251 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9122b8ae15ddaaa6d264a6775e2568e1, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,255 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=287ac526681b47b1e13f1aed4dacb03c, ASSIGN 2024-12-13T22:18:24,255 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5af81848a5491ab5209c927722662c2d, ASSIGN 2024-12-13T22:18:24,255 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c86b52743d55d33d61b5391c36c8c414, ASSIGN 2024-12-13T22:18:24,255 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c80be64c5cea806b1d1d139c027d9378, ASSIGN 2024-12-13T22:18:24,255 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ebd8b1cde5e9ad9c4206e355a8a440ef, ASSIGN 2024-12-13T22:18:24,256 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c86b52743d55d33d61b5391c36c8c414, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,256 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5af81848a5491ab5209c927722662c2d, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,256 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=287ac526681b47b1e13f1aed4dacb03c, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,256 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ebd8b1cde5e9ad9c4206e355a8a440ef, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,256 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c80be64c5cea806b1d1d139c027d9378, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,259 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=83144c1a6e2fd774fb4dbaf37dda987d, ASSIGN 2024-12-13T22:18:24,260 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2fdb61dec27fce81a43d730aaf2fa6bb, ASSIGN 2024-12-13T22:18:24,260 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=83144c1a6e2fd774fb4dbaf37dda987d, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,260 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2fdb61dec27fce81a43d730aaf2fa6bb, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:24,388 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=5af81848a5491ab5209c927722662c2d, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,388 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=9122b8ae15ddaaa6d264a6775e2568e1, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,388 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=4caec601b0c731cdd87f398b5e332bab, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,388 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=e3cc21a71c37d1529d58b8435c01a3c6, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,388 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=e36e2552d3379cd619fe6474581a85b8, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=17, state=RUNNABLE; OpenRegionProcedure 4caec601b0c731cdd87f398b5e332bab, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=33, state=RUNNABLE; OpenRegionProcedure e3cc21a71c37d1529d58b8435c01a3c6, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=25, state=RUNNABLE; OpenRegionProcedure 9122b8ae15ddaaa6d264a6775e2568e1, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=32, state=RUNNABLE; OpenRegionProcedure e36e2552d3379cd619fe6474581a85b8, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=14, state=RUNNABLE; OpenRegionProcedure 5af81848a5491ab5209c927722662c2d, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,401 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=287ac526681b47b1e13f1aed4dacb03c, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,403 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=c80be64c5cea806b1d1d139c027d9378, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=13, state=RUNNABLE; OpenRegionProcedure 287ac526681b47b1e13f1aed4dacb03c, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=20, state=RUNNABLE; OpenRegionProcedure c80be64c5cea806b1d1d139c027d9378, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,406 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=2d11394785ecd504675ee44a371764c6, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,407 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=af282fe81b0b601825fe6939e27df670, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,407 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=7550ef79c3b83477d044b711795f0426, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=34, state=RUNNABLE; OpenRegionProcedure 2d11394785ecd504675ee44a371764c6, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=31, state=RUNNABLE; OpenRegionProcedure af282fe81b0b601825fe6939e27df670, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=29, state=RUNNABLE; OpenRegionProcedure 7550ef79c3b83477d044b711795f0426, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,412 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=0cd7af3c25b41a9358180c9b18f34d3a, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,414 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=69e9c1cf00bf6c9d861e26fec3139a47, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=27, state=RUNNABLE; OpenRegionProcedure 0cd7af3c25b41a9358180c9b18f34d3a, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=28, state=RUNNABLE; OpenRegionProcedure 69e9c1cf00bf6c9d861e26fec3139a47, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,418 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=f9d0b25dc5a4ed6a928034a449630295, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,418 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=da34efe5464de95f2e402c2cb9ea92bb, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,418 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=b343113c6ddbcb0f1ce3af248ecc7c82, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=26, state=RUNNABLE; OpenRegionProcedure da34efe5464de95f2e402c2cb9ea92bb, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,421 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=3f6d778badbdcd2a8c54487cf67eb9bc, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=23, state=RUNNABLE; OpenRegionProcedure b343113c6ddbcb0f1ce3af248ecc7c82, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=15, state=RUNNABLE; OpenRegionProcedure f9d0b25dc5a4ed6a928034a449630295, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,422 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=c86b52743d55d33d61b5391c36c8c414, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=16, state=RUNNABLE; OpenRegionProcedure 3f6d778badbdcd2a8c54487cf67eb9bc, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=19, state=RUNNABLE; OpenRegionProcedure c86b52743d55d33d61b5391c36c8c414, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,427 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=c8c02e8d118f9e2ea475185a9fcdfe2c, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,432 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=ad7b608698e180d0933a9158c886bfea, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,432 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=4aa613c8e5cc812f9c44a1838bf83697, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=24, state=RUNNABLE; OpenRegionProcedure c8c02e8d118f9e2ea475185a9fcdfe2c, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,432 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=ebd8b1cde5e9ad9c4206e355a8a440ef, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,433 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=c5574bc7ea74f527723e94049ebcbcc2, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=12, state=RUNNABLE; OpenRegionProcedure ebd8b1cde5e9ad9c4206e355a8a440ef, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=30, state=RUNNABLE; OpenRegionProcedure ad7b608698e180d0933a9158c886bfea, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=18, state=RUNNABLE; OpenRegionProcedure c5574bc7ea74f527723e94049ebcbcc2, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=21, state=RUNNABLE; OpenRegionProcedure 4aa613c8e5cc812f9c44a1838bf83697, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=a1acd94d55d42fb00877cd5ec825e577, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,445 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=2fdb61dec27fce81a43d730aaf2fa6bb, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=11, state=RUNNABLE; OpenRegionProcedure 2fdb61dec27fce81a43d730aaf2fa6bb, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=22, state=RUNNABLE; OpenRegionProcedure a1acd94d55d42fb00877cd5ec825e577, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,447 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=83144c1a6e2fd774fb4dbaf37dda987d, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,447 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=92c36938f10682f71ce92ed1bbb65928, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=10, state=RUNNABLE; OpenRegionProcedure 83144c1a6e2fd774fb4dbaf37dda987d, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=35, state=RUNNABLE; OpenRegionProcedure 92c36938f10682f71ce92ed1bbb65928, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:24,548 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3932685d002,37375,1734128288813 2024-12-13T22:18:24,559 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,ppp,1734128300775.9122b8ae15ddaaa6d264a6775e2568e1. 2024-12-13T22:18:24,559 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 9122b8ae15ddaaa6d264a6775e2568e1, NAME => 'test,ppp,1734128300775.9122b8ae15ddaaa6d264a6775e2568e1.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-13T22:18:24,560 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9122b8ae15ddaaa6d264a6775e2568e1 2024-12-13T22:18:24,560 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,ppp,1734128300775.9122b8ae15ddaaa6d264a6775e2568e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:24,560 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 9122b8ae15ddaaa6d264a6775e2568e1 2024-12-13T22:18:24,560 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 9122b8ae15ddaaa6d264a6775e2568e1 2024-12-13T22:18:24,562 INFO [StoreOpener-9122b8ae15ddaaa6d264a6775e2568e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9122b8ae15ddaaa6d264a6775e2568e1 2024-12-13T22:18:24,564 INFO [StoreOpener-9122b8ae15ddaaa6d264a6775e2568e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9122b8ae15ddaaa6d264a6775e2568e1 columnFamilyName f 2024-12-13T22:18:24,564 DEBUG [StoreOpener-9122b8ae15ddaaa6d264a6775e2568e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,565 INFO [StoreOpener-9122b8ae15ddaaa6d264a6775e2568e1-1 {}] regionserver.HStore(327): Store=9122b8ae15ddaaa6d264a6775e2568e1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,566 INFO [StoreOpener-9122b8ae15ddaaa6d264a6775e2568e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9122b8ae15ddaaa6d264a6775e2568e1 2024-12-13T22:18:24,567 INFO [StoreOpener-9122b8ae15ddaaa6d264a6775e2568e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9122b8ae15ddaaa6d264a6775e2568e1 columnFamilyName norep 2024-12-13T22:18:24,568 DEBUG [StoreOpener-9122b8ae15ddaaa6d264a6775e2568e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,568 INFO [StoreOpener-9122b8ae15ddaaa6d264a6775e2568e1-1 {}] regionserver.HStore(327): Store=9122b8ae15ddaaa6d264a6775e2568e1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,569 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/9122b8ae15ddaaa6d264a6775e2568e1 2024-12-13T22:18:24,570 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/9122b8ae15ddaaa6d264a6775e2568e1 2024-12-13T22:18:24,571 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:24,573 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 9122b8ae15ddaaa6d264a6775e2568e1 2024-12-13T22:18:24,576 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/9122b8ae15ddaaa6d264a6775e2568e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:24,576 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 9122b8ae15ddaaa6d264a6775e2568e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66543851, jitterRate=-0.008419349789619446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:24,577 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 9122b8ae15ddaaa6d264a6775e2568e1: 2024-12-13T22:18:24,578 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734128300775.9122b8ae15ddaaa6d264a6775e2568e1., pid=38, masterSystemTime=1734128304547 2024-12-13T22:18:24,580 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734128300775.9122b8ae15ddaaa6d264a6775e2568e1. 2024-12-13T22:18:24,580 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,ppp,1734128300775.9122b8ae15ddaaa6d264a6775e2568e1. 2024-12-13T22:18:24,580 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,iii,1734128300775.c5574bc7ea74f527723e94049ebcbcc2. 2024-12-13T22:18:24,580 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => c5574bc7ea74f527723e94049ebcbcc2, NAME => 'test,iii,1734128300775.c5574bc7ea74f527723e94049ebcbcc2.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-13T22:18:24,581 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c5574bc7ea74f527723e94049ebcbcc2 2024-12-13T22:18:24,581 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=9122b8ae15ddaaa6d264a6775e2568e1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,581 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,iii,1734128300775.c5574bc7ea74f527723e94049ebcbcc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:24,581 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for c5574bc7ea74f527723e94049ebcbcc2 2024-12-13T22:18:24,581 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for c5574bc7ea74f527723e94049ebcbcc2 2024-12-13T22:18:24,583 INFO [StoreOpener-c5574bc7ea74f527723e94049ebcbcc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c5574bc7ea74f527723e94049ebcbcc2 2024-12-13T22:18:24,584 INFO [StoreOpener-c5574bc7ea74f527723e94049ebcbcc2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5574bc7ea74f527723e94049ebcbcc2 columnFamilyName f 2024-12-13T22:18:24,585 DEBUG [StoreOpener-c5574bc7ea74f527723e94049ebcbcc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,585 INFO [StoreOpener-c5574bc7ea74f527723e94049ebcbcc2-1 {}] regionserver.HStore(327): Store=c5574bc7ea74f527723e94049ebcbcc2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,585 INFO [StoreOpener-c5574bc7ea74f527723e94049ebcbcc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c5574bc7ea74f527723e94049ebcbcc2 2024-12-13T22:18:24,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=25 2024-12-13T22:18:24,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=25, state=SUCCESS; OpenRegionProcedure 9122b8ae15ddaaa6d264a6775e2568e1, server=f3932685d002,37375,1734128288813 in 187 msec 2024-12-13T22:18:24,587 INFO [StoreOpener-c5574bc7ea74f527723e94049ebcbcc2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5574bc7ea74f527723e94049ebcbcc2 columnFamilyName norep 2024-12-13T22:18:24,587 DEBUG [StoreOpener-c5574bc7ea74f527723e94049ebcbcc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,587 INFO [StoreOpener-c5574bc7ea74f527723e94049ebcbcc2-1 {}] regionserver.HStore(327): Store=c5574bc7ea74f527723e94049ebcbcc2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9122b8ae15ddaaa6d264a6775e2568e1, ASSIGN in 357 msec 2024-12-13T22:18:24,588 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/c5574bc7ea74f527723e94049ebcbcc2 2024-12-13T22:18:24,589 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/c5574bc7ea74f527723e94049ebcbcc2 2024-12-13T22:18:24,590 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:24,592 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for c5574bc7ea74f527723e94049ebcbcc2 2024-12-13T22:18:24,596 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/c5574bc7ea74f527723e94049ebcbcc2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:24,597 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened c5574bc7ea74f527723e94049ebcbcc2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74290647, jitterRate=0.1070169061422348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:24,597 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for c5574bc7ea74f527723e94049ebcbcc2: 2024-12-13T22:18:24,598 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734128300775.c5574bc7ea74f527723e94049ebcbcc2., pid=57, masterSystemTime=1734128304547 2024-12-13T22:18:24,600 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734128300775.c5574bc7ea74f527723e94049ebcbcc2. 2024-12-13T22:18:24,600 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,iii,1734128300775.c5574bc7ea74f527723e94049ebcbcc2. 2024-12-13T22:18:24,601 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,www,1734128300775.e36e2552d3379cd619fe6474581a85b8. 2024-12-13T22:18:24,601 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => e36e2552d3379cd619fe6474581a85b8, NAME => 'test,www,1734128300775.e36e2552d3379cd619fe6474581a85b8.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-13T22:18:24,601 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e36e2552d3379cd619fe6474581a85b8 2024-12-13T22:18:24,601 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,www,1734128300775.e36e2552d3379cd619fe6474581a85b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:24,601 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for e36e2552d3379cd619fe6474581a85b8 2024-12-13T22:18:24,601 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=c5574bc7ea74f527723e94049ebcbcc2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,601 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for e36e2552d3379cd619fe6474581a85b8 2024-12-13T22:18:24,604 INFO [StoreOpener-e36e2552d3379cd619fe6474581a85b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e36e2552d3379cd619fe6474581a85b8 2024-12-13T22:18:24,606 INFO [StoreOpener-e36e2552d3379cd619fe6474581a85b8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e36e2552d3379cd619fe6474581a85b8 columnFamilyName f 2024-12-13T22:18:24,606 DEBUG [StoreOpener-e36e2552d3379cd619fe6474581a85b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,606 INFO [StoreOpener-e36e2552d3379cd619fe6474581a85b8-1 {}] regionserver.HStore(327): Store=e36e2552d3379cd619fe6474581a85b8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,607 INFO [StoreOpener-e36e2552d3379cd619fe6474581a85b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e36e2552d3379cd619fe6474581a85b8 2024-12-13T22:18:24,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=18 2024-12-13T22:18:24,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=18, state=SUCCESS; OpenRegionProcedure c5574bc7ea74f527723e94049ebcbcc2, server=f3932685d002,37375,1734128288813 in 165 msec 2024-12-13T22:18:24,609 INFO [StoreOpener-e36e2552d3379cd619fe6474581a85b8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e36e2552d3379cd619fe6474581a85b8 columnFamilyName norep 2024-12-13T22:18:24,609 DEBUG [StoreOpener-e36e2552d3379cd619fe6474581a85b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c5574bc7ea74f527723e94049ebcbcc2, ASSIGN in 377 msec 2024-12-13T22:18:24,610 INFO [StoreOpener-e36e2552d3379cd619fe6474581a85b8-1 {}] regionserver.HStore(327): Store=e36e2552d3379cd619fe6474581a85b8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,611 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/e36e2552d3379cd619fe6474581a85b8 2024-12-13T22:18:24,611 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/e36e2552d3379cd619fe6474581a85b8 2024-12-13T22:18:24,613 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:24,614 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for e36e2552d3379cd619fe6474581a85b8 2024-12-13T22:18:24,617 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/e36e2552d3379cd619fe6474581a85b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:24,617 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened e36e2552d3379cd619fe6474581a85b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71779371, jitterRate=0.06959597766399384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:24,617 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for e36e2552d3379cd619fe6474581a85b8: 2024-12-13T22:18:24,618 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734128300775.e36e2552d3379cd619fe6474581a85b8., pid=39, masterSystemTime=1734128304547 2024-12-13T22:18:24,620 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T22:18:24,621 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734128300775.e36e2552d3379cd619fe6474581a85b8. 2024-12-13T22:18:24,621 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,www,1734128300775.e36e2552d3379cd619fe6474581a85b8. 2024-12-13T22:18:24,621 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,sss,1734128300775.69e9c1cf00bf6c9d861e26fec3139a47. 2024-12-13T22:18:24,621 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 69e9c1cf00bf6c9d861e26fec3139a47, NAME => 'test,sss,1734128300775.69e9c1cf00bf6c9d861e26fec3139a47.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-13T22:18:24,621 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 69e9c1cf00bf6c9d861e26fec3139a47 2024-12-13T22:18:24,621 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,sss,1734128300775.69e9c1cf00bf6c9d861e26fec3139a47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:24,622 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=e36e2552d3379cd619fe6474581a85b8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,622 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 69e9c1cf00bf6c9d861e26fec3139a47 2024-12-13T22:18:24,622 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 69e9c1cf00bf6c9d861e26fec3139a47 2024-12-13T22:18:24,624 INFO [StoreOpener-69e9c1cf00bf6c9d861e26fec3139a47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 69e9c1cf00bf6c9d861e26fec3139a47 2024-12-13T22:18:24,626 INFO [StoreOpener-69e9c1cf00bf6c9d861e26fec3139a47-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69e9c1cf00bf6c9d861e26fec3139a47 columnFamilyName f 2024-12-13T22:18:24,626 DEBUG [StoreOpener-69e9c1cf00bf6c9d861e26fec3139a47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,627 INFO [StoreOpener-69e9c1cf00bf6c9d861e26fec3139a47-1 {}] regionserver.HStore(327): Store=69e9c1cf00bf6c9d861e26fec3139a47/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,627 INFO [StoreOpener-69e9c1cf00bf6c9d861e26fec3139a47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 69e9c1cf00bf6c9d861e26fec3139a47 2024-12-13T22:18:24,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=32 2024-12-13T22:18:24,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=32, state=SUCCESS; OpenRegionProcedure e36e2552d3379cd619fe6474581a85b8, server=f3932685d002,37375,1734128288813 in 225 msec 2024-12-13T22:18:24,629 INFO [StoreOpener-69e9c1cf00bf6c9d861e26fec3139a47-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69e9c1cf00bf6c9d861e26fec3139a47 columnFamilyName norep 2024-12-13T22:18:24,629 DEBUG [StoreOpener-69e9c1cf00bf6c9d861e26fec3139a47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,630 INFO [StoreOpener-69e9c1cf00bf6c9d861e26fec3139a47-1 {}] regionserver.HStore(327): Store=69e9c1cf00bf6c9d861e26fec3139a47/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e36e2552d3379cd619fe6474581a85b8, ASSIGN in 398 msec 2024-12-13T22:18:24,630 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/69e9c1cf00bf6c9d861e26fec3139a47 2024-12-13T22:18:24,631 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/69e9c1cf00bf6c9d861e26fec3139a47 2024-12-13T22:18:24,632 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:24,633 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 69e9c1cf00bf6c9d861e26fec3139a47 2024-12-13T22:18:24,636 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/69e9c1cf00bf6c9d861e26fec3139a47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:24,636 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 69e9c1cf00bf6c9d861e26fec3139a47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64944107, jitterRate=-0.03225739300251007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:24,636 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 69e9c1cf00bf6c9d861e26fec3139a47: 2024-12-13T22:18:24,637 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734128300775.69e9c1cf00bf6c9d861e26fec3139a47., pid=47, masterSystemTime=1734128304547 2024-12-13T22:18:24,640 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734128300775.69e9c1cf00bf6c9d861e26fec3139a47. 2024-12-13T22:18:24,640 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,sss,1734128300775.69e9c1cf00bf6c9d861e26fec3139a47. 2024-12-13T22:18:24,640 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,mmm,1734128300775.a1acd94d55d42fb00877cd5ec825e577. 2024-12-13T22:18:24,641 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => a1acd94d55d42fb00877cd5ec825e577, NAME => 'test,mmm,1734128300775.a1acd94d55d42fb00877cd5ec825e577.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-13T22:18:24,641 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a1acd94d55d42fb00877cd5ec825e577 2024-12-13T22:18:24,641 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=69e9c1cf00bf6c9d861e26fec3139a47, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,641 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,mmm,1734128300775.a1acd94d55d42fb00877cd5ec825e577.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:24,641 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for a1acd94d55d42fb00877cd5ec825e577 2024-12-13T22:18:24,641 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for a1acd94d55d42fb00877cd5ec825e577 2024-12-13T22:18:24,643 INFO [StoreOpener-a1acd94d55d42fb00877cd5ec825e577-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a1acd94d55d42fb00877cd5ec825e577 2024-12-13T22:18:24,645 INFO [StoreOpener-a1acd94d55d42fb00877cd5ec825e577-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1acd94d55d42fb00877cd5ec825e577 columnFamilyName f 2024-12-13T22:18:24,646 DEBUG [StoreOpener-a1acd94d55d42fb00877cd5ec825e577-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=28 2024-12-13T22:18:24,646 INFO [StoreOpener-a1acd94d55d42fb00877cd5ec825e577-1 {}] regionserver.HStore(327): Store=a1acd94d55d42fb00877cd5ec825e577/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=28, state=SUCCESS; OpenRegionProcedure 69e9c1cf00bf6c9d861e26fec3139a47, server=f3932685d002,37375,1734128288813 in 227 msec 2024-12-13T22:18:24,646 INFO [StoreOpener-a1acd94d55d42fb00877cd5ec825e577-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a1acd94d55d42fb00877cd5ec825e577 2024-12-13T22:18:24,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=69e9c1cf00bf6c9d861e26fec3139a47, ASSIGN in 416 msec 2024-12-13T22:18:24,648 INFO [StoreOpener-a1acd94d55d42fb00877cd5ec825e577-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1acd94d55d42fb00877cd5ec825e577 columnFamilyName norep 2024-12-13T22:18:24,649 DEBUG [StoreOpener-a1acd94d55d42fb00877cd5ec825e577-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,649 INFO [StoreOpener-a1acd94d55d42fb00877cd5ec825e577-1 {}] regionserver.HStore(327): Store=a1acd94d55d42fb00877cd5ec825e577/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,650 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/a1acd94d55d42fb00877cd5ec825e577 2024-12-13T22:18:24,650 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/a1acd94d55d42fb00877cd5ec825e577 2024-12-13T22:18:24,652 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:24,653 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for a1acd94d55d42fb00877cd5ec825e577 2024-12-13T22:18:24,655 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/a1acd94d55d42fb00877cd5ec825e577/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:24,655 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened a1acd94d55d42fb00877cd5ec825e577; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58935000, jitterRate=-0.12180006504058838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:24,656 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for a1acd94d55d42fb00877cd5ec825e577: 2024-12-13T22:18:24,656 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734128300775.a1acd94d55d42fb00877cd5ec825e577., pid=58, masterSystemTime=1734128304547 2024-12-13T22:18:24,658 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734128300775.a1acd94d55d42fb00877cd5ec825e577. 2024-12-13T22:18:24,658 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,mmm,1734128300775.a1acd94d55d42fb00877cd5ec825e577. 2024-12-13T22:18:24,658 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,ttt,1734128300775.7550ef79c3b83477d044b711795f0426. 2024-12-13T22:18:24,659 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 7550ef79c3b83477d044b711795f0426, NAME => 'test,ttt,1734128300775.7550ef79c3b83477d044b711795f0426.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-13T22:18:24,659 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=a1acd94d55d42fb00877cd5ec825e577, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,659 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7550ef79c3b83477d044b711795f0426 2024-12-13T22:18:24,659 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,ttt,1734128300775.7550ef79c3b83477d044b711795f0426.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:24,659 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 7550ef79c3b83477d044b711795f0426 2024-12-13T22:18:24,659 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 7550ef79c3b83477d044b711795f0426 2024-12-13T22:18:24,661 INFO [StoreOpener-7550ef79c3b83477d044b711795f0426-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7550ef79c3b83477d044b711795f0426 2024-12-13T22:18:24,663 INFO [StoreOpener-7550ef79c3b83477d044b711795f0426-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7550ef79c3b83477d044b711795f0426 columnFamilyName f 2024-12-13T22:18:24,663 DEBUG [StoreOpener-7550ef79c3b83477d044b711795f0426-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,664 INFO [StoreOpener-7550ef79c3b83477d044b711795f0426-1 {}] regionserver.HStore(327): Store=7550ef79c3b83477d044b711795f0426/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=22 2024-12-13T22:18:24,664 INFO [StoreOpener-7550ef79c3b83477d044b711795f0426-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7550ef79c3b83477d044b711795f0426 2024-12-13T22:18:24,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=22, state=SUCCESS; OpenRegionProcedure a1acd94d55d42fb00877cd5ec825e577, server=f3932685d002,37375,1734128288813 in 215 msec 2024-12-13T22:18:24,666 INFO [StoreOpener-7550ef79c3b83477d044b711795f0426-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7550ef79c3b83477d044b711795f0426 columnFamilyName norep 2024-12-13T22:18:24,666 DEBUG [StoreOpener-7550ef79c3b83477d044b711795f0426-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a1acd94d55d42fb00877cd5ec825e577, ASSIGN in 434 msec 2024-12-13T22:18:24,667 INFO [StoreOpener-7550ef79c3b83477d044b711795f0426-1 {}] regionserver.HStore(327): Store=7550ef79c3b83477d044b711795f0426/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,668 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/7550ef79c3b83477d044b711795f0426 2024-12-13T22:18:24,668 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/7550ef79c3b83477d044b711795f0426 2024-12-13T22:18:24,670 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:24,671 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 7550ef79c3b83477d044b711795f0426 2024-12-13T22:18:24,674 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/7550ef79c3b83477d044b711795f0426/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:24,674 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 7550ef79c3b83477d044b711795f0426; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67130298, jitterRate=3.1939148902893066E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:24,675 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 7550ef79c3b83477d044b711795f0426: 2024-12-13T22:18:24,676 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734128300775.7550ef79c3b83477d044b711795f0426., pid=45, masterSystemTime=1734128304547 2024-12-13T22:18:24,678 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734128300775.7550ef79c3b83477d044b711795f0426. 2024-12-13T22:18:24,678 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,ttt,1734128300775.7550ef79c3b83477d044b711795f0426. 2024-12-13T22:18:24,679 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,zzz,1734128300775.92c36938f10682f71ce92ed1bbb65928. 2024-12-13T22:18:24,679 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 92c36938f10682f71ce92ed1bbb65928, NAME => 'test,zzz,1734128300775.92c36938f10682f71ce92ed1bbb65928.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-13T22:18:24,679 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=7550ef79c3b83477d044b711795f0426, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,679 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 92c36938f10682f71ce92ed1bbb65928 2024-12-13T22:18:24,679 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,zzz,1734128300775.92c36938f10682f71ce92ed1bbb65928.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:24,679 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 92c36938f10682f71ce92ed1bbb65928 2024-12-13T22:18:24,679 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 92c36938f10682f71ce92ed1bbb65928 2024-12-13T22:18:24,681 INFO [StoreOpener-92c36938f10682f71ce92ed1bbb65928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 92c36938f10682f71ce92ed1bbb65928 2024-12-13T22:18:24,683 INFO [StoreOpener-92c36938f10682f71ce92ed1bbb65928-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92c36938f10682f71ce92ed1bbb65928 columnFamilyName f 2024-12-13T22:18:24,684 DEBUG [StoreOpener-92c36938f10682f71ce92ed1bbb65928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,685 INFO [StoreOpener-92c36938f10682f71ce92ed1bbb65928-1 {}] regionserver.HStore(327): Store=92c36938f10682f71ce92ed1bbb65928/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,685 INFO [StoreOpener-92c36938f10682f71ce92ed1bbb65928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 92c36938f10682f71ce92ed1bbb65928 2024-12-13T22:18:24,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=29 2024-12-13T22:18:24,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=29, state=SUCCESS; OpenRegionProcedure 7550ef79c3b83477d044b711795f0426, server=f3932685d002,37375,1734128288813 in 270 msec 2024-12-13T22:18:24,688 INFO [StoreOpener-92c36938f10682f71ce92ed1bbb65928-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92c36938f10682f71ce92ed1bbb65928 columnFamilyName norep 2024-12-13T22:18:24,688 DEBUG [StoreOpener-92c36938f10682f71ce92ed1bbb65928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7550ef79c3b83477d044b711795f0426, ASSIGN in 456 msec 2024-12-13T22:18:24,689 INFO [StoreOpener-92c36938f10682f71ce92ed1bbb65928-1 {}] regionserver.HStore(327): Store=92c36938f10682f71ce92ed1bbb65928/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,690 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/92c36938f10682f71ce92ed1bbb65928 2024-12-13T22:18:24,691 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/92c36938f10682f71ce92ed1bbb65928 2024-12-13T22:18:24,692 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:24,694 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 92c36938f10682f71ce92ed1bbb65928 2024-12-13T22:18:24,697 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/92c36938f10682f71ce92ed1bbb65928/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:24,698 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 92c36938f10682f71ce92ed1bbb65928; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59269799, jitterRate=-0.11681117117404938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:24,698 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 92c36938f10682f71ce92ed1bbb65928: 2024-12-13T22:18:24,699 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734128300775.92c36938f10682f71ce92ed1bbb65928., pid=61, masterSystemTime=1734128304547 2024-12-13T22:18:24,702 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734128300775.92c36938f10682f71ce92ed1bbb65928. 2024-12-13T22:18:24,702 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,zzz,1734128300775.92c36938f10682f71ce92ed1bbb65928. 2024-12-13T22:18:24,702 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,kkk,1734128300775.c80be64c5cea806b1d1d139c027d9378. 2024-12-13T22:18:24,702 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => c80be64c5cea806b1d1d139c027d9378, NAME => 'test,kkk,1734128300775.c80be64c5cea806b1d1d139c027d9378.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-13T22:18:24,703 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=92c36938f10682f71ce92ed1bbb65928, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,703 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c80be64c5cea806b1d1d139c027d9378 2024-12-13T22:18:24,703 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,kkk,1734128300775.c80be64c5cea806b1d1d139c027d9378.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:24,703 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for c80be64c5cea806b1d1d139c027d9378 2024-12-13T22:18:24,703 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for c80be64c5cea806b1d1d139c027d9378 2024-12-13T22:18:24,705 INFO [StoreOpener-c80be64c5cea806b1d1d139c027d9378-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c80be64c5cea806b1d1d139c027d9378 2024-12-13T22:18:24,707 INFO [StoreOpener-c80be64c5cea806b1d1d139c027d9378-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c80be64c5cea806b1d1d139c027d9378 columnFamilyName f 2024-12-13T22:18:24,707 DEBUG [StoreOpener-c80be64c5cea806b1d1d139c027d9378-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,708 INFO [StoreOpener-c80be64c5cea806b1d1d139c027d9378-1 {}] regionserver.HStore(327): Store=c80be64c5cea806b1d1d139c027d9378/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,708 INFO [StoreOpener-c80be64c5cea806b1d1d139c027d9378-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c80be64c5cea806b1d1d139c027d9378 2024-12-13T22:18:24,710 INFO [StoreOpener-c80be64c5cea806b1d1d139c027d9378-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c80be64c5cea806b1d1d139c027d9378 columnFamilyName norep 2024-12-13T22:18:24,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=35 2024-12-13T22:18:24,710 DEBUG [StoreOpener-c80be64c5cea806b1d1d139c027d9378-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=35, state=SUCCESS; OpenRegionProcedure 92c36938f10682f71ce92ed1bbb65928, server=f3932685d002,37375,1734128288813 in 256 msec 2024-12-13T22:18:24,711 INFO [StoreOpener-c80be64c5cea806b1d1d139c027d9378-1 {}] regionserver.HStore(327): Store=c80be64c5cea806b1d1d139c027d9378/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=92c36938f10682f71ce92ed1bbb65928, ASSIGN in 480 msec 2024-12-13T22:18:24,712 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/c80be64c5cea806b1d1d139c027d9378 2024-12-13T22:18:24,712 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/c80be64c5cea806b1d1d139c027d9378 2024-12-13T22:18:24,714 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:24,716 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for c80be64c5cea806b1d1d139c027d9378 2024-12-13T22:18:24,719 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/c80be64c5cea806b1d1d139c027d9378/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:24,720 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened c80be64c5cea806b1d1d139c027d9378; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73235278, jitterRate=0.091290682554245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:24,720 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for c80be64c5cea806b1d1d139c027d9378: 2024-12-13T22:18:24,721 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734128300775.c80be64c5cea806b1d1d139c027d9378., pid=42, masterSystemTime=1734128304547 2024-12-13T22:18:24,723 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734128300775.c80be64c5cea806b1d1d139c027d9378. 2024-12-13T22:18:24,723 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,kkk,1734128300775.c80be64c5cea806b1d1d139c027d9378. 2024-12-13T22:18:24,723 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,ggg,1734128300775.3f6d778badbdcd2a8c54487cf67eb9bc. 2024-12-13T22:18:24,723 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 3f6d778badbdcd2a8c54487cf67eb9bc, NAME => 'test,ggg,1734128300775.3f6d778badbdcd2a8c54487cf67eb9bc.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-13T22:18:24,724 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3f6d778badbdcd2a8c54487cf67eb9bc 2024-12-13T22:18:24,724 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,ggg,1734128300775.3f6d778badbdcd2a8c54487cf67eb9bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:24,724 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 3f6d778badbdcd2a8c54487cf67eb9bc 2024-12-13T22:18:24,724 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 3f6d778badbdcd2a8c54487cf67eb9bc 2024-12-13T22:18:24,724 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=c80be64c5cea806b1d1d139c027d9378, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,726 INFO [StoreOpener-3f6d778badbdcd2a8c54487cf67eb9bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3f6d778badbdcd2a8c54487cf67eb9bc 2024-12-13T22:18:24,728 INFO [StoreOpener-3f6d778badbdcd2a8c54487cf67eb9bc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f6d778badbdcd2a8c54487cf67eb9bc columnFamilyName f 2024-12-13T22:18:24,728 DEBUG [StoreOpener-3f6d778badbdcd2a8c54487cf67eb9bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,728 INFO [StoreOpener-3f6d778badbdcd2a8c54487cf67eb9bc-1 {}] regionserver.HStore(327): Store=3f6d778badbdcd2a8c54487cf67eb9bc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,729 INFO [StoreOpener-3f6d778badbdcd2a8c54487cf67eb9bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3f6d778badbdcd2a8c54487cf67eb9bc 2024-12-13T22:18:24,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=20 2024-12-13T22:18:24,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=20, state=SUCCESS; OpenRegionProcedure c80be64c5cea806b1d1d139c027d9378, server=f3932685d002,37375,1734128288813 in 322 msec 2024-12-13T22:18:24,731 INFO [StoreOpener-3f6d778badbdcd2a8c54487cf67eb9bc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f6d778badbdcd2a8c54487cf67eb9bc columnFamilyName norep 2024-12-13T22:18:24,731 DEBUG [StoreOpener-3f6d778badbdcd2a8c54487cf67eb9bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,731 INFO [StoreOpener-3f6d778badbdcd2a8c54487cf67eb9bc-1 {}] regionserver.HStore(327): Store=3f6d778badbdcd2a8c54487cf67eb9bc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c80be64c5cea806b1d1d139c027d9378, ASSIGN in 500 msec 2024-12-13T22:18:24,733 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/3f6d778badbdcd2a8c54487cf67eb9bc 2024-12-13T22:18:24,733 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/3f6d778badbdcd2a8c54487cf67eb9bc 2024-12-13T22:18:24,735 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:24,736 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 3f6d778badbdcd2a8c54487cf67eb9bc 2024-12-13T22:18:24,738 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/3f6d778badbdcd2a8c54487cf67eb9bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:24,739 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 3f6d778badbdcd2a8c54487cf67eb9bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74138699, jitterRate=0.10475270450115204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:24,739 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 3f6d778badbdcd2a8c54487cf67eb9bc: 2024-12-13T22:18:24,740 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734128300775.3f6d778badbdcd2a8c54487cf67eb9bc., pid=51, masterSystemTime=1734128304547 2024-12-13T22:18:24,743 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734128300775.3f6d778badbdcd2a8c54487cf67eb9bc. 2024-12-13T22:18:24,743 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,ggg,1734128300775.3f6d778badbdcd2a8c54487cf67eb9bc. 2024-12-13T22:18:24,743 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,jjj,1734128300775.c86b52743d55d33d61b5391c36c8c414. 2024-12-13T22:18:24,743 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => c86b52743d55d33d61b5391c36c8c414, NAME => 'test,jjj,1734128300775.c86b52743d55d33d61b5391c36c8c414.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-13T22:18:24,744 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=3f6d778badbdcd2a8c54487cf67eb9bc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,744 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c86b52743d55d33d61b5391c36c8c414 2024-12-13T22:18:24,744 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,jjj,1734128300775.c86b52743d55d33d61b5391c36c8c414.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:24,744 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for c86b52743d55d33d61b5391c36c8c414 2024-12-13T22:18:24,744 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for c86b52743d55d33d61b5391c36c8c414 2024-12-13T22:18:24,746 INFO [StoreOpener-c86b52743d55d33d61b5391c36c8c414-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c86b52743d55d33d61b5391c36c8c414 2024-12-13T22:18:24,748 INFO [StoreOpener-c86b52743d55d33d61b5391c36c8c414-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c86b52743d55d33d61b5391c36c8c414 columnFamilyName f 2024-12-13T22:18:24,748 DEBUG [StoreOpener-c86b52743d55d33d61b5391c36c8c414-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,748 INFO [StoreOpener-c86b52743d55d33d61b5391c36c8c414-1 {}] regionserver.HStore(327): Store=c86b52743d55d33d61b5391c36c8c414/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=16 2024-12-13T22:18:24,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=16, state=SUCCESS; OpenRegionProcedure 3f6d778badbdcd2a8c54487cf67eb9bc, server=f3932685d002,37375,1734128288813 in 323 msec 2024-12-13T22:18:24,749 INFO [StoreOpener-c86b52743d55d33d61b5391c36c8c414-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c86b52743d55d33d61b5391c36c8c414 2024-12-13T22:18:24,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3f6d778badbdcd2a8c54487cf67eb9bc, ASSIGN in 518 msec 2024-12-13T22:18:24,750 INFO [StoreOpener-c86b52743d55d33d61b5391c36c8c414-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c86b52743d55d33d61b5391c36c8c414 columnFamilyName norep 2024-12-13T22:18:24,750 DEBUG [StoreOpener-c86b52743d55d33d61b5391c36c8c414-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,751 INFO [StoreOpener-c86b52743d55d33d61b5391c36c8c414-1 {}] regionserver.HStore(327): Store=c86b52743d55d33d61b5391c36c8c414/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,752 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/c86b52743d55d33d61b5391c36c8c414 2024-12-13T22:18:24,752 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/c86b52743d55d33d61b5391c36c8c414 2024-12-13T22:18:24,753 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:24,754 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for c86b52743d55d33d61b5391c36c8c414 2024-12-13T22:18:24,757 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/c86b52743d55d33d61b5391c36c8c414/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:24,757 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened c86b52743d55d33d61b5391c36c8c414; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61643618, jitterRate=-0.08143851161003113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:24,758 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for c86b52743d55d33d61b5391c36c8c414: 2024-12-13T22:18:24,759 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734128300775.c86b52743d55d33d61b5391c36c8c414., pid=52, masterSystemTime=1734128304547 2024-12-13T22:18:24,761 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734128300775.c86b52743d55d33d61b5391c36c8c414. 2024-12-13T22:18:24,761 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,jjj,1734128300775.c86b52743d55d33d61b5391c36c8c414. 2024-12-13T22:18:24,761 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,qqq,1734128300775.da34efe5464de95f2e402c2cb9ea92bb. 2024-12-13T22:18:24,761 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => da34efe5464de95f2e402c2cb9ea92bb, NAME => 'test,qqq,1734128300775.da34efe5464de95f2e402c2cb9ea92bb.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-13T22:18:24,761 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=c86b52743d55d33d61b5391c36c8c414, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,762 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test da34efe5464de95f2e402c2cb9ea92bb 2024-12-13T22:18:24,762 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,qqq,1734128300775.da34efe5464de95f2e402c2cb9ea92bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:24,762 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for da34efe5464de95f2e402c2cb9ea92bb 2024-12-13T22:18:24,762 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for da34efe5464de95f2e402c2cb9ea92bb 2024-12-13T22:18:24,764 INFO [StoreOpener-da34efe5464de95f2e402c2cb9ea92bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region da34efe5464de95f2e402c2cb9ea92bb 2024-12-13T22:18:24,766 INFO [StoreOpener-da34efe5464de95f2e402c2cb9ea92bb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da34efe5464de95f2e402c2cb9ea92bb columnFamilyName f 2024-12-13T22:18:24,766 DEBUG [StoreOpener-da34efe5464de95f2e402c2cb9ea92bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=19 2024-12-13T22:18:24,767 INFO [StoreOpener-da34efe5464de95f2e402c2cb9ea92bb-1 {}] regionserver.HStore(327): Store=da34efe5464de95f2e402c2cb9ea92bb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,767 INFO [StoreOpener-da34efe5464de95f2e402c2cb9ea92bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region da34efe5464de95f2e402c2cb9ea92bb 2024-12-13T22:18:24,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=19, state=SUCCESS; OpenRegionProcedure c86b52743d55d33d61b5391c36c8c414, server=f3932685d002,37375,1734128288813 in 340 msec 2024-12-13T22:18:24,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c86b52743d55d33d61b5391c36c8c414, ASSIGN in 537 msec 2024-12-13T22:18:24,769 INFO [StoreOpener-da34efe5464de95f2e402c2cb9ea92bb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da34efe5464de95f2e402c2cb9ea92bb columnFamilyName norep 2024-12-13T22:18:24,769 DEBUG [StoreOpener-da34efe5464de95f2e402c2cb9ea92bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,770 INFO [StoreOpener-da34efe5464de95f2e402c2cb9ea92bb-1 {}] regionserver.HStore(327): Store=da34efe5464de95f2e402c2cb9ea92bb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,771 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/da34efe5464de95f2e402c2cb9ea92bb 2024-12-13T22:18:24,772 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/da34efe5464de95f2e402c2cb9ea92bb 2024-12-13T22:18:24,773 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:24,775 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for da34efe5464de95f2e402c2cb9ea92bb 2024-12-13T22:18:24,778 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/da34efe5464de95f2e402c2cb9ea92bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:24,779 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened da34efe5464de95f2e402c2cb9ea92bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59692837, jitterRate=-0.11050741374492645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:24,779 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for da34efe5464de95f2e402c2cb9ea92bb: 2024-12-13T22:18:24,780 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734128300775.da34efe5464de95f2e402c2cb9ea92bb., pid=48, masterSystemTime=1734128304547 2024-12-13T22:18:24,782 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734128300775.da34efe5464de95f2e402c2cb9ea92bb. 2024-12-13T22:18:24,782 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,qqq,1734128300775.da34efe5464de95f2e402c2cb9ea92bb. 2024-12-13T22:18:24,782 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,ooo,1734128300775.c8c02e8d118f9e2ea475185a9fcdfe2c. 2024-12-13T22:18:24,782 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => c8c02e8d118f9e2ea475185a9fcdfe2c, NAME => 'test,ooo,1734128300775.c8c02e8d118f9e2ea475185a9fcdfe2c.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-13T22:18:24,783 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=da34efe5464de95f2e402c2cb9ea92bb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,783 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c8c02e8d118f9e2ea475185a9fcdfe2c 2024-12-13T22:18:24,783 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,ooo,1734128300775.c8c02e8d118f9e2ea475185a9fcdfe2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:24,783 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for c8c02e8d118f9e2ea475185a9fcdfe2c 2024-12-13T22:18:24,783 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for c8c02e8d118f9e2ea475185a9fcdfe2c 2024-12-13T22:18:24,786 INFO [StoreOpener-c8c02e8d118f9e2ea475185a9fcdfe2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c8c02e8d118f9e2ea475185a9fcdfe2c 2024-12-13T22:18:24,788 INFO [StoreOpener-c8c02e8d118f9e2ea475185a9fcdfe2c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8c02e8d118f9e2ea475185a9fcdfe2c columnFamilyName f 2024-12-13T22:18:24,788 DEBUG [StoreOpener-c8c02e8d118f9e2ea475185a9fcdfe2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,789 INFO [StoreOpener-c8c02e8d118f9e2ea475185a9fcdfe2c-1 {}] regionserver.HStore(327): Store=c8c02e8d118f9e2ea475185a9fcdfe2c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=26 2024-12-13T22:18:24,789 INFO [StoreOpener-c8c02e8d118f9e2ea475185a9fcdfe2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c8c02e8d118f9e2ea475185a9fcdfe2c 2024-12-13T22:18:24,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=26, state=SUCCESS; OpenRegionProcedure da34efe5464de95f2e402c2cb9ea92bb, server=f3932685d002,37375,1734128288813 in 365 msec 2024-12-13T22:18:24,791 INFO [StoreOpener-c8c02e8d118f9e2ea475185a9fcdfe2c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8c02e8d118f9e2ea475185a9fcdfe2c columnFamilyName norep 2024-12-13T22:18:24,791 DEBUG [StoreOpener-c8c02e8d118f9e2ea475185a9fcdfe2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=da34efe5464de95f2e402c2cb9ea92bb, ASSIGN in 559 msec 2024-12-13T22:18:24,791 INFO [StoreOpener-c8c02e8d118f9e2ea475185a9fcdfe2c-1 {}] regionserver.HStore(327): Store=c8c02e8d118f9e2ea475185a9fcdfe2c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,793 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/c8c02e8d118f9e2ea475185a9fcdfe2c 2024-12-13T22:18:24,793 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/c8c02e8d118f9e2ea475185a9fcdfe2c 2024-12-13T22:18:24,795 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:24,796 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for c8c02e8d118f9e2ea475185a9fcdfe2c 2024-12-13T22:18:24,799 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/c8c02e8d118f9e2ea475185a9fcdfe2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:24,799 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened c8c02e8d118f9e2ea475185a9fcdfe2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59539912, jitterRate=-0.1127861738204956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:24,800 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for c8c02e8d118f9e2ea475185a9fcdfe2c: 2024-12-13T22:18:24,800 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734128300775.c8c02e8d118f9e2ea475185a9fcdfe2c., pid=53, masterSystemTime=1734128304547 2024-12-13T22:18:24,803 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734128300775.c8c02e8d118f9e2ea475185a9fcdfe2c. 2024-12-13T22:18:24,803 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,ooo,1734128300775.c8c02e8d118f9e2ea475185a9fcdfe2c. 2024-12-13T22:18:24,803 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,rrr,1734128300775.0cd7af3c25b41a9358180c9b18f34d3a. 2024-12-13T22:18:24,803 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 0cd7af3c25b41a9358180c9b18f34d3a, NAME => 'test,rrr,1734128300775.0cd7af3c25b41a9358180c9b18f34d3a.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-13T22:18:24,804 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0cd7af3c25b41a9358180c9b18f34d3a 2024-12-13T22:18:24,804 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,rrr,1734128300775.0cd7af3c25b41a9358180c9b18f34d3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:24,804 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 0cd7af3c25b41a9358180c9b18f34d3a 2024-12-13T22:18:24,804 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 0cd7af3c25b41a9358180c9b18f34d3a 2024-12-13T22:18:24,804 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=c8c02e8d118f9e2ea475185a9fcdfe2c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,806 INFO [StoreOpener-0cd7af3c25b41a9358180c9b18f34d3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0cd7af3c25b41a9358180c9b18f34d3a 2024-12-13T22:18:24,808 INFO [StoreOpener-0cd7af3c25b41a9358180c9b18f34d3a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cd7af3c25b41a9358180c9b18f34d3a columnFamilyName f 2024-12-13T22:18:24,808 DEBUG [StoreOpener-0cd7af3c25b41a9358180c9b18f34d3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,809 INFO [StoreOpener-0cd7af3c25b41a9358180c9b18f34d3a-1 {}] regionserver.HStore(327): Store=0cd7af3c25b41a9358180c9b18f34d3a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,809 INFO [StoreOpener-0cd7af3c25b41a9358180c9b18f34d3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0cd7af3c25b41a9358180c9b18f34d3a 2024-12-13T22:18:24,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=24 2024-12-13T22:18:24,811 INFO [StoreOpener-0cd7af3c25b41a9358180c9b18f34d3a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cd7af3c25b41a9358180c9b18f34d3a columnFamilyName norep 2024-12-13T22:18:24,811 DEBUG [StoreOpener-0cd7af3c25b41a9358180c9b18f34d3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=24, state=SUCCESS; OpenRegionProcedure c8c02e8d118f9e2ea475185a9fcdfe2c, server=f3932685d002,37375,1734128288813 in 378 msec 2024-12-13T22:18:24,812 INFO [StoreOpener-0cd7af3c25b41a9358180c9b18f34d3a-1 {}] regionserver.HStore(327): Store=0cd7af3c25b41a9358180c9b18f34d3a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c8c02e8d118f9e2ea475185a9fcdfe2c, ASSIGN in 580 msec 2024-12-13T22:18:24,813 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/0cd7af3c25b41a9358180c9b18f34d3a 2024-12-13T22:18:24,813 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/0cd7af3c25b41a9358180c9b18f34d3a 2024-12-13T22:18:24,814 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:24,816 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 0cd7af3c25b41a9358180c9b18f34d3a 2024-12-13T22:18:24,818 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/0cd7af3c25b41a9358180c9b18f34d3a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:24,819 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 0cd7af3c25b41a9358180c9b18f34d3a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70293758, jitterRate=0.04745861887931824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:24,819 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 0cd7af3c25b41a9358180c9b18f34d3a: 2024-12-13T22:18:24,820 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734128300775.0cd7af3c25b41a9358180c9b18f34d3a., pid=46, masterSystemTime=1734128304547 2024-12-13T22:18:24,823 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734128300775.0cd7af3c25b41a9358180c9b18f34d3a. 2024-12-13T22:18:24,823 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,rrr,1734128300775.0cd7af3c25b41a9358180c9b18f34d3a. 2024-12-13T22:18:24,823 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,fff,1734128300775.f9d0b25dc5a4ed6a928034a449630295. 2024-12-13T22:18:24,823 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => f9d0b25dc5a4ed6a928034a449630295, NAME => 'test,fff,1734128300775.f9d0b25dc5a4ed6a928034a449630295.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-13T22:18:24,824 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f9d0b25dc5a4ed6a928034a449630295 2024-12-13T22:18:24,824 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,fff,1734128300775.f9d0b25dc5a4ed6a928034a449630295.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:24,824 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for f9d0b25dc5a4ed6a928034a449630295 2024-12-13T22:18:24,824 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for f9d0b25dc5a4ed6a928034a449630295 2024-12-13T22:18:24,824 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=0cd7af3c25b41a9358180c9b18f34d3a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,826 INFO [StoreOpener-f9d0b25dc5a4ed6a928034a449630295-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f9d0b25dc5a4ed6a928034a449630295 2024-12-13T22:18:24,828 INFO [StoreOpener-f9d0b25dc5a4ed6a928034a449630295-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9d0b25dc5a4ed6a928034a449630295 columnFamilyName f 2024-12-13T22:18:24,828 DEBUG [StoreOpener-f9d0b25dc5a4ed6a928034a449630295-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,829 INFO [StoreOpener-f9d0b25dc5a4ed6a928034a449630295-1 {}] regionserver.HStore(327): Store=f9d0b25dc5a4ed6a928034a449630295/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,829 INFO [StoreOpener-f9d0b25dc5a4ed6a928034a449630295-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f9d0b25dc5a4ed6a928034a449630295 2024-12-13T22:18:24,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=27 2024-12-13T22:18:24,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=27, state=SUCCESS; OpenRegionProcedure 0cd7af3c25b41a9358180c9b18f34d3a, server=f3932685d002,37375,1734128288813 in 412 msec 2024-12-13T22:18:24,831 INFO [StoreOpener-f9d0b25dc5a4ed6a928034a449630295-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9d0b25dc5a4ed6a928034a449630295 columnFamilyName norep 2024-12-13T22:18:24,831 DEBUG [StoreOpener-f9d0b25dc5a4ed6a928034a449630295-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0cd7af3c25b41a9358180c9b18f34d3a, ASSIGN in 600 msec 2024-12-13T22:18:24,832 INFO [StoreOpener-f9d0b25dc5a4ed6a928034a449630295-1 {}] regionserver.HStore(327): Store=f9d0b25dc5a4ed6a928034a449630295/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,833 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/f9d0b25dc5a4ed6a928034a449630295 2024-12-13T22:18:24,834 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/f9d0b25dc5a4ed6a928034a449630295 2024-12-13T22:18:24,835 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:24,837 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for f9d0b25dc5a4ed6a928034a449630295 2024-12-13T22:18:24,840 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/f9d0b25dc5a4ed6a928034a449630295/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:24,841 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened f9d0b25dc5a4ed6a928034a449630295; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61600520, jitterRate=-0.08208072185516357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:24,841 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for f9d0b25dc5a4ed6a928034a449630295: 2024-12-13T22:18:24,842 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734128300775.f9d0b25dc5a4ed6a928034a449630295., pid=50, masterSystemTime=1734128304547 2024-12-13T22:18:24,844 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734128300775.f9d0b25dc5a4ed6a928034a449630295. 2024-12-13T22:18:24,845 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,fff,1734128300775.f9d0b25dc5a4ed6a928034a449630295. 2024-12-13T22:18:24,845 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,eee,1734128300775.5af81848a5491ab5209c927722662c2d. 2024-12-13T22:18:24,845 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 5af81848a5491ab5209c927722662c2d, NAME => 'test,eee,1734128300775.5af81848a5491ab5209c927722662c2d.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-13T22:18:24,845 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=f9d0b25dc5a4ed6a928034a449630295, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,845 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5af81848a5491ab5209c927722662c2d 2024-12-13T22:18:24,845 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,eee,1734128300775.5af81848a5491ab5209c927722662c2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:24,845 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 5af81848a5491ab5209c927722662c2d 2024-12-13T22:18:24,845 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 5af81848a5491ab5209c927722662c2d 2024-12-13T22:18:24,848 INFO [StoreOpener-5af81848a5491ab5209c927722662c2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5af81848a5491ab5209c927722662c2d 2024-12-13T22:18:24,850 INFO [StoreOpener-5af81848a5491ab5209c927722662c2d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5af81848a5491ab5209c927722662c2d columnFamilyName f 2024-12-13T22:18:24,850 DEBUG [StoreOpener-5af81848a5491ab5209c927722662c2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,851 INFO [StoreOpener-5af81848a5491ab5209c927722662c2d-1 {}] regionserver.HStore(327): Store=5af81848a5491ab5209c927722662c2d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,851 INFO [StoreOpener-5af81848a5491ab5209c927722662c2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5af81848a5491ab5209c927722662c2d 2024-12-13T22:18:24,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=15 2024-12-13T22:18:24,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=15, state=SUCCESS; OpenRegionProcedure f9d0b25dc5a4ed6a928034a449630295, server=f3932685d002,37375,1734128288813 in 425 msec 2024-12-13T22:18:24,853 INFO [StoreOpener-5af81848a5491ab5209c927722662c2d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5af81848a5491ab5209c927722662c2d columnFamilyName norep 2024-12-13T22:18:24,853 DEBUG [StoreOpener-5af81848a5491ab5209c927722662c2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,854 INFO [StoreOpener-5af81848a5491ab5209c927722662c2d-1 {}] regionserver.HStore(327): Store=5af81848a5491ab5209c927722662c2d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f9d0b25dc5a4ed6a928034a449630295, ASSIGN in 623 msec 2024-12-13T22:18:24,856 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/5af81848a5491ab5209c927722662c2d 2024-12-13T22:18:24,856 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/5af81848a5491ab5209c927722662c2d 2024-12-13T22:18:24,857 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:24,859 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 5af81848a5491ab5209c927722662c2d 2024-12-13T22:18:24,862 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/5af81848a5491ab5209c927722662c2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:24,863 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 5af81848a5491ab5209c927722662c2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58828196, jitterRate=-0.12339156866073608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:24,863 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 5af81848a5491ab5209c927722662c2d: 2024-12-13T22:18:24,864 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734128300775.5af81848a5491ab5209c927722662c2d., pid=40, masterSystemTime=1734128304547 2024-12-13T22:18:24,866 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734128300775.5af81848a5491ab5209c927722662c2d. 2024-12-13T22:18:24,866 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,eee,1734128300775.5af81848a5491ab5209c927722662c2d. 2024-12-13T22:18:24,866 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,ddd,1734128300775.287ac526681b47b1e13f1aed4dacb03c. 2024-12-13T22:18:24,866 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 287ac526681b47b1e13f1aed4dacb03c, NAME => 'test,ddd,1734128300775.287ac526681b47b1e13f1aed4dacb03c.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-13T22:18:24,866 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=5af81848a5491ab5209c927722662c2d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,867 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 287ac526681b47b1e13f1aed4dacb03c 2024-12-13T22:18:24,867 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,ddd,1734128300775.287ac526681b47b1e13f1aed4dacb03c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:24,867 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 287ac526681b47b1e13f1aed4dacb03c 2024-12-13T22:18:24,867 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 287ac526681b47b1e13f1aed4dacb03c 2024-12-13T22:18:24,869 INFO [StoreOpener-287ac526681b47b1e13f1aed4dacb03c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 287ac526681b47b1e13f1aed4dacb03c 2024-12-13T22:18:24,871 INFO [StoreOpener-287ac526681b47b1e13f1aed4dacb03c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 287ac526681b47b1e13f1aed4dacb03c columnFamilyName f 2024-12-13T22:18:24,871 DEBUG [StoreOpener-287ac526681b47b1e13f1aed4dacb03c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=14 2024-12-13T22:18:24,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=14, state=SUCCESS; OpenRegionProcedure 5af81848a5491ab5209c927722662c2d, server=f3932685d002,37375,1734128288813 in 469 msec 2024-12-13T22:18:24,872 INFO [StoreOpener-287ac526681b47b1e13f1aed4dacb03c-1 {}] regionserver.HStore(327): Store=287ac526681b47b1e13f1aed4dacb03c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,872 INFO [StoreOpener-287ac526681b47b1e13f1aed4dacb03c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 287ac526681b47b1e13f1aed4dacb03c 2024-12-13T22:18:24,874 INFO [StoreOpener-287ac526681b47b1e13f1aed4dacb03c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 287ac526681b47b1e13f1aed4dacb03c columnFamilyName norep 2024-12-13T22:18:24,874 DEBUG [StoreOpener-287ac526681b47b1e13f1aed4dacb03c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,875 INFO [StoreOpener-287ac526681b47b1e13f1aed4dacb03c-1 {}] regionserver.HStore(327): Store=287ac526681b47b1e13f1aed4dacb03c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5af81848a5491ab5209c927722662c2d, ASSIGN in 642 msec 2024-12-13T22:18:24,876 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/287ac526681b47b1e13f1aed4dacb03c 2024-12-13T22:18:24,876 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/287ac526681b47b1e13f1aed4dacb03c 2024-12-13T22:18:24,878 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:24,879 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 287ac526681b47b1e13f1aed4dacb03c 2024-12-13T22:18:24,882 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/287ac526681b47b1e13f1aed4dacb03c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:24,882 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 287ac526681b47b1e13f1aed4dacb03c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62146248, jitterRate=-0.07394874095916748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:24,882 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 287ac526681b47b1e13f1aed4dacb03c: 2024-12-13T22:18:24,883 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734128300775.287ac526681b47b1e13f1aed4dacb03c., pid=41, masterSystemTime=1734128304547 2024-12-13T22:18:24,885 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734128300775.287ac526681b47b1e13f1aed4dacb03c. 2024-12-13T22:18:24,885 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,ddd,1734128300775.287ac526681b47b1e13f1aed4dacb03c. 2024-12-13T22:18:24,885 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,vvv,1734128300775.af282fe81b0b601825fe6939e27df670. 2024-12-13T22:18:24,885 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => af282fe81b0b601825fe6939e27df670, NAME => 'test,vvv,1734128300775.af282fe81b0b601825fe6939e27df670.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-13T22:18:24,886 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=287ac526681b47b1e13f1aed4dacb03c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,886 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test af282fe81b0b601825fe6939e27df670 2024-12-13T22:18:24,886 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,vvv,1734128300775.af282fe81b0b601825fe6939e27df670.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:24,886 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for af282fe81b0b601825fe6939e27df670 2024-12-13T22:18:24,886 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for af282fe81b0b601825fe6939e27df670 2024-12-13T22:18:24,888 INFO [StoreOpener-af282fe81b0b601825fe6939e27df670-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region af282fe81b0b601825fe6939e27df670 2024-12-13T22:18:24,890 INFO [StoreOpener-af282fe81b0b601825fe6939e27df670-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af282fe81b0b601825fe6939e27df670 columnFamilyName f 2024-12-13T22:18:24,890 DEBUG [StoreOpener-af282fe81b0b601825fe6939e27df670-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=13 2024-12-13T22:18:24,891 INFO [StoreOpener-af282fe81b0b601825fe6939e27df670-1 {}] regionserver.HStore(327): Store=af282fe81b0b601825fe6939e27df670/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,892 INFO [StoreOpener-af282fe81b0b601825fe6939e27df670-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region af282fe81b0b601825fe6939e27df670 2024-12-13T22:18:24,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=13, state=SUCCESS; OpenRegionProcedure 287ac526681b47b1e13f1aed4dacb03c, server=f3932685d002,37375,1734128288813 in 484 msec 2024-12-13T22:18:24,894 INFO [StoreOpener-af282fe81b0b601825fe6939e27df670-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af282fe81b0b601825fe6939e27df670 columnFamilyName norep 2024-12-13T22:18:24,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=287ac526681b47b1e13f1aed4dacb03c, ASSIGN in 661 msec 2024-12-13T22:18:24,894 DEBUG [StoreOpener-af282fe81b0b601825fe6939e27df670-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,894 INFO [StoreOpener-af282fe81b0b601825fe6939e27df670-1 {}] regionserver.HStore(327): Store=af282fe81b0b601825fe6939e27df670/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,895 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/af282fe81b0b601825fe6939e27df670 2024-12-13T22:18:24,896 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/af282fe81b0b601825fe6939e27df670 2024-12-13T22:18:24,897 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:24,898 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for af282fe81b0b601825fe6939e27df670 2024-12-13T22:18:24,902 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/af282fe81b0b601825fe6939e27df670/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:24,902 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened af282fe81b0b601825fe6939e27df670; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58791925, jitterRate=-0.12393204867839813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:24,902 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for af282fe81b0b601825fe6939e27df670: 2024-12-13T22:18:24,903 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734128300775.af282fe81b0b601825fe6939e27df670., pid=44, masterSystemTime=1734128304547 2024-12-13T22:18:24,905 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734128300775.af282fe81b0b601825fe6939e27df670. 2024-12-13T22:18:24,905 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,vvv,1734128300775.af282fe81b0b601825fe6939e27df670. 2024-12-13T22:18:24,905 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,ccc,1734128300775.ebd8b1cde5e9ad9c4206e355a8a440ef. 2024-12-13T22:18:24,906 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => ebd8b1cde5e9ad9c4206e355a8a440ef, NAME => 'test,ccc,1734128300775.ebd8b1cde5e9ad9c4206e355a8a440ef.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-13T22:18:24,906 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=af282fe81b0b601825fe6939e27df670, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,906 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ebd8b1cde5e9ad9c4206e355a8a440ef 2024-12-13T22:18:24,906 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,ccc,1734128300775.ebd8b1cde5e9ad9c4206e355a8a440ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:24,906 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for ebd8b1cde5e9ad9c4206e355a8a440ef 2024-12-13T22:18:24,906 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for ebd8b1cde5e9ad9c4206e355a8a440ef 2024-12-13T22:18:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T22:18:24,915 INFO [StoreOpener-ebd8b1cde5e9ad9c4206e355a8a440ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ebd8b1cde5e9ad9c4206e355a8a440ef 2024-12-13T22:18:24,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=31 2024-12-13T22:18:24,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=31, state=SUCCESS; OpenRegionProcedure af282fe81b0b601825fe6939e27df670, server=f3932685d002,37375,1734128288813 in 499 msec 2024-12-13T22:18:24,917 INFO [StoreOpener-ebd8b1cde5e9ad9c4206e355a8a440ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebd8b1cde5e9ad9c4206e355a8a440ef columnFamilyName f 2024-12-13T22:18:24,917 DEBUG [StoreOpener-ebd8b1cde5e9ad9c4206e355a8a440ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,918 INFO [StoreOpener-ebd8b1cde5e9ad9c4206e355a8a440ef-1 {}] regionserver.HStore(327): Store=ebd8b1cde5e9ad9c4206e355a8a440ef/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,918 INFO [StoreOpener-ebd8b1cde5e9ad9c4206e355a8a440ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ebd8b1cde5e9ad9c4206e355a8a440ef 2024-12-13T22:18:24,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=af282fe81b0b601825fe6939e27df670, ASSIGN in 687 msec 2024-12-13T22:18:24,921 INFO [StoreOpener-ebd8b1cde5e9ad9c4206e355a8a440ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebd8b1cde5e9ad9c4206e355a8a440ef columnFamilyName norep 2024-12-13T22:18:24,921 DEBUG [StoreOpener-ebd8b1cde5e9ad9c4206e355a8a440ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,922 INFO [StoreOpener-ebd8b1cde5e9ad9c4206e355a8a440ef-1 {}] regionserver.HStore(327): Store=ebd8b1cde5e9ad9c4206e355a8a440ef/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,923 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/ebd8b1cde5e9ad9c4206e355a8a440ef 2024-12-13T22:18:24,923 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/ebd8b1cde5e9ad9c4206e355a8a440ef 2024-12-13T22:18:24,925 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:24,927 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for ebd8b1cde5e9ad9c4206e355a8a440ef 2024-12-13T22:18:24,930 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/ebd8b1cde5e9ad9c4206e355a8a440ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:24,930 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened ebd8b1cde5e9ad9c4206e355a8a440ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59754566, jitterRate=-0.10958757996559143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:24,931 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for ebd8b1cde5e9ad9c4206e355a8a440ef: 2024-12-13T22:18:24,932 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734128300775.ebd8b1cde5e9ad9c4206e355a8a440ef., pid=54, masterSystemTime=1734128304547 2024-12-13T22:18:24,934 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734128300775.ebd8b1cde5e9ad9c4206e355a8a440ef. 2024-12-13T22:18:24,934 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,ccc,1734128300775.ebd8b1cde5e9ad9c4206e355a8a440ef. 2024-12-13T22:18:24,934 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,yyy,1734128300775.2d11394785ecd504675ee44a371764c6. 2024-12-13T22:18:24,935 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 2d11394785ecd504675ee44a371764c6, NAME => 'test,yyy,1734128300775.2d11394785ecd504675ee44a371764c6.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-13T22:18:24,935 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2d11394785ecd504675ee44a371764c6 2024-12-13T22:18:24,935 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,yyy,1734128300775.2d11394785ecd504675ee44a371764c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:24,935 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=ebd8b1cde5e9ad9c4206e355a8a440ef, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,935 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 2d11394785ecd504675ee44a371764c6 2024-12-13T22:18:24,935 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 2d11394785ecd504675ee44a371764c6 2024-12-13T22:18:24,940 INFO [StoreOpener-2d11394785ecd504675ee44a371764c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2d11394785ecd504675ee44a371764c6 2024-12-13T22:18:24,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=12 2024-12-13T22:18:24,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=12, state=SUCCESS; OpenRegionProcedure ebd8b1cde5e9ad9c4206e355a8a440ef, server=f3932685d002,37375,1734128288813 in 504 msec 2024-12-13T22:18:24,946 INFO [StoreOpener-2d11394785ecd504675ee44a371764c6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d11394785ecd504675ee44a371764c6 columnFamilyName f 2024-12-13T22:18:24,946 DEBUG [StoreOpener-2d11394785ecd504675ee44a371764c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ebd8b1cde5e9ad9c4206e355a8a440ef, ASSIGN in 712 msec 2024-12-13T22:18:24,948 INFO [StoreOpener-2d11394785ecd504675ee44a371764c6-1 {}] regionserver.HStore(327): Store=2d11394785ecd504675ee44a371764c6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,949 INFO [StoreOpener-2d11394785ecd504675ee44a371764c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2d11394785ecd504675ee44a371764c6 2024-12-13T22:18:24,951 INFO [StoreOpener-2d11394785ecd504675ee44a371764c6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d11394785ecd504675ee44a371764c6 columnFamilyName norep 2024-12-13T22:18:24,951 DEBUG [StoreOpener-2d11394785ecd504675ee44a371764c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,952 INFO [StoreOpener-2d11394785ecd504675ee44a371764c6-1 {}] regionserver.HStore(327): Store=2d11394785ecd504675ee44a371764c6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,953 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/2d11394785ecd504675ee44a371764c6 2024-12-13T22:18:24,954 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/2d11394785ecd504675ee44a371764c6 2024-12-13T22:18:24,957 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:24,958 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 2d11394785ecd504675ee44a371764c6 2024-12-13T22:18:24,961 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/2d11394785ecd504675ee44a371764c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:24,962 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 2d11394785ecd504675ee44a371764c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68075978, jitterRate=0.014411121606826782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:24,962 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 2d11394785ecd504675ee44a371764c6: 2024-12-13T22:18:24,963 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734128300775.2d11394785ecd504675ee44a371764c6., pid=43, masterSystemTime=1734128304547 2024-12-13T22:18:24,967 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734128300775.2d11394785ecd504675ee44a371764c6. 2024-12-13T22:18:24,967 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,yyy,1734128300775.2d11394785ecd504675ee44a371764c6. 2024-12-13T22:18:24,967 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,hhh,1734128300775.4caec601b0c731cdd87f398b5e332bab. 2024-12-13T22:18:24,968 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 4caec601b0c731cdd87f398b5e332bab, NAME => 'test,hhh,1734128300775.4caec601b0c731cdd87f398b5e332bab.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-13T22:18:24,968 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=2d11394785ecd504675ee44a371764c6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,968 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4caec601b0c731cdd87f398b5e332bab 2024-12-13T22:18:24,968 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,hhh,1734128300775.4caec601b0c731cdd87f398b5e332bab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:24,968 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 4caec601b0c731cdd87f398b5e332bab 2024-12-13T22:18:24,968 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 4caec601b0c731cdd87f398b5e332bab 2024-12-13T22:18:24,971 INFO [StoreOpener-4caec601b0c731cdd87f398b5e332bab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4caec601b0c731cdd87f398b5e332bab 2024-12-13T22:18:24,973 INFO [StoreOpener-4caec601b0c731cdd87f398b5e332bab-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4caec601b0c731cdd87f398b5e332bab columnFamilyName f 2024-12-13T22:18:24,973 DEBUG [StoreOpener-4caec601b0c731cdd87f398b5e332bab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=34 2024-12-13T22:18:24,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=34, state=SUCCESS; OpenRegionProcedure 2d11394785ecd504675ee44a371764c6, server=f3932685d002,37375,1734128288813 in 562 msec 2024-12-13T22:18:24,974 INFO [StoreOpener-4caec601b0c731cdd87f398b5e332bab-1 {}] regionserver.HStore(327): Store=4caec601b0c731cdd87f398b5e332bab/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,974 INFO [StoreOpener-4caec601b0c731cdd87f398b5e332bab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4caec601b0c731cdd87f398b5e332bab 2024-12-13T22:18:24,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2d11394785ecd504675ee44a371764c6, ASSIGN in 744 msec 2024-12-13T22:18:24,976 INFO [StoreOpener-4caec601b0c731cdd87f398b5e332bab-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4caec601b0c731cdd87f398b5e332bab columnFamilyName norep 2024-12-13T22:18:24,976 DEBUG [StoreOpener-4caec601b0c731cdd87f398b5e332bab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:24,977 INFO [StoreOpener-4caec601b0c731cdd87f398b5e332bab-1 {}] regionserver.HStore(327): Store=4caec601b0c731cdd87f398b5e332bab/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:24,978 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/4caec601b0c731cdd87f398b5e332bab 2024-12-13T22:18:24,979 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/4caec601b0c731cdd87f398b5e332bab 2024-12-13T22:18:24,981 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:24,983 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 4caec601b0c731cdd87f398b5e332bab 2024-12-13T22:18:24,986 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/4caec601b0c731cdd87f398b5e332bab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:24,987 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 4caec601b0c731cdd87f398b5e332bab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69076867, jitterRate=0.02932552993297577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:24,988 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 4caec601b0c731cdd87f398b5e332bab: 2024-12-13T22:18:24,989 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734128300775.4caec601b0c731cdd87f398b5e332bab., pid=36, masterSystemTime=1734128304547 2024-12-13T22:18:24,992 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734128300775.4caec601b0c731cdd87f398b5e332bab. 2024-12-13T22:18:24,992 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,hhh,1734128300775.4caec601b0c731cdd87f398b5e332bab. 2024-12-13T22:18:24,992 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,xxx,1734128300775.e3cc21a71c37d1529d58b8435c01a3c6. 2024-12-13T22:18:24,992 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => e3cc21a71c37d1529d58b8435c01a3c6, NAME => 'test,xxx,1734128300775.e3cc21a71c37d1529d58b8435c01a3c6.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-13T22:18:24,992 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=4caec601b0c731cdd87f398b5e332bab, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:24,993 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e3cc21a71c37d1529d58b8435c01a3c6 2024-12-13T22:18:24,993 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,xxx,1734128300775.e3cc21a71c37d1529d58b8435c01a3c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:24,993 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for e3cc21a71c37d1529d58b8435c01a3c6 2024-12-13T22:18:24,993 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for e3cc21a71c37d1529d58b8435c01a3c6 2024-12-13T22:18:24,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=17 2024-12-13T22:18:25,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=17, state=SUCCESS; OpenRegionProcedure 4caec601b0c731cdd87f398b5e332bab, server=f3932685d002,37375,1734128288813 in 602 msec 2024-12-13T22:18:25,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4caec601b0c731cdd87f398b5e332bab, ASSIGN in 770 msec 2024-12-13T22:18:25,004 INFO [StoreOpener-e3cc21a71c37d1529d58b8435c01a3c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e3cc21a71c37d1529d58b8435c01a3c6 2024-12-13T22:18:25,006 INFO [StoreOpener-e3cc21a71c37d1529d58b8435c01a3c6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3cc21a71c37d1529d58b8435c01a3c6 columnFamilyName f 2024-12-13T22:18:25,006 DEBUG [StoreOpener-e3cc21a71c37d1529d58b8435c01a3c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:25,007 INFO [StoreOpener-e3cc21a71c37d1529d58b8435c01a3c6-1 {}] regionserver.HStore(327): Store=e3cc21a71c37d1529d58b8435c01a3c6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:25,007 INFO [StoreOpener-e3cc21a71c37d1529d58b8435c01a3c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e3cc21a71c37d1529d58b8435c01a3c6 2024-12-13T22:18:25,010 INFO [StoreOpener-e3cc21a71c37d1529d58b8435c01a3c6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3cc21a71c37d1529d58b8435c01a3c6 columnFamilyName norep 2024-12-13T22:18:25,010 DEBUG [StoreOpener-e3cc21a71c37d1529d58b8435c01a3c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:25,010 INFO [StoreOpener-e3cc21a71c37d1529d58b8435c01a3c6-1 {}] regionserver.HStore(327): Store=e3cc21a71c37d1529d58b8435c01a3c6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:25,012 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/e3cc21a71c37d1529d58b8435c01a3c6 2024-12-13T22:18:25,012 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/e3cc21a71c37d1529d58b8435c01a3c6 2024-12-13T22:18:25,014 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:25,015 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for e3cc21a71c37d1529d58b8435c01a3c6 2024-12-13T22:18:25,018 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/e3cc21a71c37d1529d58b8435c01a3c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:25,018 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened e3cc21a71c37d1529d58b8435c01a3c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68743877, jitterRate=0.024363592267036438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:25,019 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for e3cc21a71c37d1529d58b8435c01a3c6: 2024-12-13T22:18:25,020 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734128300775.e3cc21a71c37d1529d58b8435c01a3c6., pid=37, masterSystemTime=1734128304547 2024-12-13T22:18:25,022 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734128300775.e3cc21a71c37d1529d58b8435c01a3c6. 2024-12-13T22:18:25,022 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,xxx,1734128300775.e3cc21a71c37d1529d58b8435c01a3c6. 2024-12-13T22:18:25,022 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,bbb,1734128300775.2fdb61dec27fce81a43d730aaf2fa6bb. 2024-12-13T22:18:25,022 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 2fdb61dec27fce81a43d730aaf2fa6bb, NAME => 'test,bbb,1734128300775.2fdb61dec27fce81a43d730aaf2fa6bb.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-13T22:18:25,022 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=e3cc21a71c37d1529d58b8435c01a3c6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:25,023 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2fdb61dec27fce81a43d730aaf2fa6bb 2024-12-13T22:18:25,023 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,bbb,1734128300775.2fdb61dec27fce81a43d730aaf2fa6bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:25,023 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 2fdb61dec27fce81a43d730aaf2fa6bb 2024-12-13T22:18:25,023 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 2fdb61dec27fce81a43d730aaf2fa6bb 2024-12-13T22:18:25,026 INFO [StoreOpener-2fdb61dec27fce81a43d730aaf2fa6bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2fdb61dec27fce81a43d730aaf2fa6bb 2024-12-13T22:18:25,028 INFO [StoreOpener-2fdb61dec27fce81a43d730aaf2fa6bb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fdb61dec27fce81a43d730aaf2fa6bb columnFamilyName f 2024-12-13T22:18:25,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=33 2024-12-13T22:18:25,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=33, state=SUCCESS; OpenRegionProcedure e3cc21a71c37d1529d58b8435c01a3c6, server=f3932685d002,37375,1734128288813 in 629 msec 2024-12-13T22:18:25,029 DEBUG [StoreOpener-2fdb61dec27fce81a43d730aaf2fa6bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:25,029 INFO [StoreOpener-2fdb61dec27fce81a43d730aaf2fa6bb-1 {}] regionserver.HStore(327): Store=2fdb61dec27fce81a43d730aaf2fa6bb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:25,029 INFO [StoreOpener-2fdb61dec27fce81a43d730aaf2fa6bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2fdb61dec27fce81a43d730aaf2fa6bb 2024-12-13T22:18:25,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e3cc21a71c37d1529d58b8435c01a3c6, ASSIGN in 798 msec 2024-12-13T22:18:25,031 INFO [StoreOpener-2fdb61dec27fce81a43d730aaf2fa6bb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fdb61dec27fce81a43d730aaf2fa6bb columnFamilyName norep 2024-12-13T22:18:25,031 DEBUG [StoreOpener-2fdb61dec27fce81a43d730aaf2fa6bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:25,032 INFO [StoreOpener-2fdb61dec27fce81a43d730aaf2fa6bb-1 {}] regionserver.HStore(327): Store=2fdb61dec27fce81a43d730aaf2fa6bb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:25,033 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/2fdb61dec27fce81a43d730aaf2fa6bb 2024-12-13T22:18:25,034 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/2fdb61dec27fce81a43d730aaf2fa6bb 2024-12-13T22:18:25,035 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:25,037 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 2fdb61dec27fce81a43d730aaf2fa6bb 2024-12-13T22:18:25,039 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/2fdb61dec27fce81a43d730aaf2fa6bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:25,040 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 2fdb61dec27fce81a43d730aaf2fa6bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75283720, jitterRate=0.12181484699249268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:25,040 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 2fdb61dec27fce81a43d730aaf2fa6bb: 2024-12-13T22:18:25,041 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734128300775.2fdb61dec27fce81a43d730aaf2fa6bb., pid=59, masterSystemTime=1734128304547 2024-12-13T22:18:25,043 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734128300775.2fdb61dec27fce81a43d730aaf2fa6bb. 2024-12-13T22:18:25,043 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,bbb,1734128300775.2fdb61dec27fce81a43d730aaf2fa6bb. 2024-12-13T22:18:25,043 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,nnn,1734128300775.b343113c6ddbcb0f1ce3af248ecc7c82. 2024-12-13T22:18:25,043 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=2fdb61dec27fce81a43d730aaf2fa6bb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:25,043 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => b343113c6ddbcb0f1ce3af248ecc7c82, NAME => 'test,nnn,1734128300775.b343113c6ddbcb0f1ce3af248ecc7c82.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-13T22:18:25,044 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b343113c6ddbcb0f1ce3af248ecc7c82 2024-12-13T22:18:25,044 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,nnn,1734128300775.b343113c6ddbcb0f1ce3af248ecc7c82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:25,044 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for b343113c6ddbcb0f1ce3af248ecc7c82 2024-12-13T22:18:25,044 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for b343113c6ddbcb0f1ce3af248ecc7c82 2024-12-13T22:18:25,046 INFO [StoreOpener-b343113c6ddbcb0f1ce3af248ecc7c82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b343113c6ddbcb0f1ce3af248ecc7c82 2024-12-13T22:18:25,048 INFO [StoreOpener-b343113c6ddbcb0f1ce3af248ecc7c82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b343113c6ddbcb0f1ce3af248ecc7c82 columnFamilyName f 2024-12-13T22:18:25,048 DEBUG [StoreOpener-b343113c6ddbcb0f1ce3af248ecc7c82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:25,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=11 2024-12-13T22:18:25,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=11, state=SUCCESS; OpenRegionProcedure 2fdb61dec27fce81a43d730aaf2fa6bb, server=f3932685d002,37375,1734128288813 in 599 msec 2024-12-13T22:18:25,049 INFO [StoreOpener-b343113c6ddbcb0f1ce3af248ecc7c82-1 {}] regionserver.HStore(327): Store=b343113c6ddbcb0f1ce3af248ecc7c82/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:25,049 INFO [StoreOpener-b343113c6ddbcb0f1ce3af248ecc7c82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b343113c6ddbcb0f1ce3af248ecc7c82 2024-12-13T22:18:25,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2fdb61dec27fce81a43d730aaf2fa6bb, ASSIGN in 818 msec 2024-12-13T22:18:25,051 INFO [StoreOpener-b343113c6ddbcb0f1ce3af248ecc7c82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b343113c6ddbcb0f1ce3af248ecc7c82 columnFamilyName norep 2024-12-13T22:18:25,051 DEBUG [StoreOpener-b343113c6ddbcb0f1ce3af248ecc7c82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:25,052 INFO [StoreOpener-b343113c6ddbcb0f1ce3af248ecc7c82-1 {}] regionserver.HStore(327): Store=b343113c6ddbcb0f1ce3af248ecc7c82/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:25,053 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/b343113c6ddbcb0f1ce3af248ecc7c82 2024-12-13T22:18:25,053 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/b343113c6ddbcb0f1ce3af248ecc7c82 2024-12-13T22:18:25,055 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:25,057 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for b343113c6ddbcb0f1ce3af248ecc7c82 2024-12-13T22:18:25,060 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/b343113c6ddbcb0f1ce3af248ecc7c82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:25,061 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened b343113c6ddbcb0f1ce3af248ecc7c82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60175584, jitterRate=-0.10331392288208008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:25,061 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for b343113c6ddbcb0f1ce3af248ecc7c82: 2024-12-13T22:18:25,062 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734128300775.b343113c6ddbcb0f1ce3af248ecc7c82., pid=49, masterSystemTime=1734128304547 2024-12-13T22:18:25,064 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734128300775.b343113c6ddbcb0f1ce3af248ecc7c82. 2024-12-13T22:18:25,064 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,nnn,1734128300775.b343113c6ddbcb0f1ce3af248ecc7c82. 2024-12-13T22:18:25,064 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,,1734128300775.83144c1a6e2fd774fb4dbaf37dda987d. 2024-12-13T22:18:25,065 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 83144c1a6e2fd774fb4dbaf37dda987d, NAME => 'test,,1734128300775.83144c1a6e2fd774fb4dbaf37dda987d.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-13T22:18:25,065 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 83144c1a6e2fd774fb4dbaf37dda987d 2024-12-13T22:18:25,065 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,,1734128300775.83144c1a6e2fd774fb4dbaf37dda987d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:25,065 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 83144c1a6e2fd774fb4dbaf37dda987d 2024-12-13T22:18:25,065 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 83144c1a6e2fd774fb4dbaf37dda987d 2024-12-13T22:18:25,065 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=b343113c6ddbcb0f1ce3af248ecc7c82, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:25,067 INFO [StoreOpener-83144c1a6e2fd774fb4dbaf37dda987d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 83144c1a6e2fd774fb4dbaf37dda987d 2024-12-13T22:18:25,068 INFO [StoreOpener-83144c1a6e2fd774fb4dbaf37dda987d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83144c1a6e2fd774fb4dbaf37dda987d columnFamilyName f 2024-12-13T22:18:25,069 DEBUG [StoreOpener-83144c1a6e2fd774fb4dbaf37dda987d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:25,069 INFO [StoreOpener-83144c1a6e2fd774fb4dbaf37dda987d-1 {}] regionserver.HStore(327): Store=83144c1a6e2fd774fb4dbaf37dda987d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:25,069 INFO [StoreOpener-83144c1a6e2fd774fb4dbaf37dda987d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 83144c1a6e2fd774fb4dbaf37dda987d 2024-12-13T22:18:25,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=23 2024-12-13T22:18:25,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=23, state=SUCCESS; OpenRegionProcedure b343113c6ddbcb0f1ce3af248ecc7c82, server=f3932685d002,37375,1734128288813 in 647 msec 2024-12-13T22:18:25,071 INFO [StoreOpener-83144c1a6e2fd774fb4dbaf37dda987d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83144c1a6e2fd774fb4dbaf37dda987d columnFamilyName norep 2024-12-13T22:18:25,071 DEBUG [StoreOpener-83144c1a6e2fd774fb4dbaf37dda987d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:25,072 INFO [StoreOpener-83144c1a6e2fd774fb4dbaf37dda987d-1 {}] regionserver.HStore(327): Store=83144c1a6e2fd774fb4dbaf37dda987d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:25,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b343113c6ddbcb0f1ce3af248ecc7c82, ASSIGN in 840 msec 2024-12-13T22:18:25,073 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/83144c1a6e2fd774fb4dbaf37dda987d 2024-12-13T22:18:25,073 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/83144c1a6e2fd774fb4dbaf37dda987d 2024-12-13T22:18:25,074 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:25,075 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 83144c1a6e2fd774fb4dbaf37dda987d 2024-12-13T22:18:25,078 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/83144c1a6e2fd774fb4dbaf37dda987d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:25,078 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 83144c1a6e2fd774fb4dbaf37dda987d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59185031, jitterRate=-0.11807431280612946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:25,078 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 83144c1a6e2fd774fb4dbaf37dda987d: 2024-12-13T22:18:25,079 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734128300775.83144c1a6e2fd774fb4dbaf37dda987d., pid=60, masterSystemTime=1734128304547 2024-12-13T22:18:25,081 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734128300775.83144c1a6e2fd774fb4dbaf37dda987d. 2024-12-13T22:18:25,081 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,,1734128300775.83144c1a6e2fd774fb4dbaf37dda987d. 2024-12-13T22:18:25,081 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,uuu,1734128300775.ad7b608698e180d0933a9158c886bfea. 2024-12-13T22:18:25,081 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=83144c1a6e2fd774fb4dbaf37dda987d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:25,082 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => ad7b608698e180d0933a9158c886bfea, NAME => 'test,uuu,1734128300775.ad7b608698e180d0933a9158c886bfea.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-13T22:18:25,082 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ad7b608698e180d0933a9158c886bfea 2024-12-13T22:18:25,082 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,uuu,1734128300775.ad7b608698e180d0933a9158c886bfea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:25,082 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for ad7b608698e180d0933a9158c886bfea 2024-12-13T22:18:25,082 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for ad7b608698e180d0933a9158c886bfea 2024-12-13T22:18:25,084 INFO [StoreOpener-ad7b608698e180d0933a9158c886bfea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ad7b608698e180d0933a9158c886bfea 2024-12-13T22:18:25,086 INFO [StoreOpener-ad7b608698e180d0933a9158c886bfea-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad7b608698e180d0933a9158c886bfea columnFamilyName f 2024-12-13T22:18:25,086 DEBUG [StoreOpener-ad7b608698e180d0933a9158c886bfea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:25,086 INFO [StoreOpener-ad7b608698e180d0933a9158c886bfea-1 {}] regionserver.HStore(327): Store=ad7b608698e180d0933a9158c886bfea/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:25,087 INFO [StoreOpener-ad7b608698e180d0933a9158c886bfea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ad7b608698e180d0933a9158c886bfea 2024-12-13T22:18:25,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=10 2024-12-13T22:18:25,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=10, state=SUCCESS; OpenRegionProcedure 83144c1a6e2fd774fb4dbaf37dda987d, server=f3932685d002,37375,1734128288813 in 635 msec 2024-12-13T22:18:25,088 INFO [StoreOpener-ad7b608698e180d0933a9158c886bfea-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad7b608698e180d0933a9158c886bfea columnFamilyName norep 2024-12-13T22:18:25,088 DEBUG [StoreOpener-ad7b608698e180d0933a9158c886bfea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:25,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=83144c1a6e2fd774fb4dbaf37dda987d, ASSIGN in 857 msec 2024-12-13T22:18:25,089 INFO [StoreOpener-ad7b608698e180d0933a9158c886bfea-1 {}] regionserver.HStore(327): Store=ad7b608698e180d0933a9158c886bfea/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:25,090 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/ad7b608698e180d0933a9158c886bfea 2024-12-13T22:18:25,090 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/ad7b608698e180d0933a9158c886bfea 2024-12-13T22:18:25,091 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:25,092 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for ad7b608698e180d0933a9158c886bfea 2024-12-13T22:18:25,095 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/ad7b608698e180d0933a9158c886bfea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:25,095 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened ad7b608698e180d0933a9158c886bfea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63428420, jitterRate=-0.05484288930892944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:25,095 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for ad7b608698e180d0933a9158c886bfea: 2024-12-13T22:18:25,096 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734128300775.ad7b608698e180d0933a9158c886bfea., pid=55, masterSystemTime=1734128304547 2024-12-13T22:18:25,098 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734128300775.ad7b608698e180d0933a9158c886bfea. 2024-12-13T22:18:25,098 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,uuu,1734128300775.ad7b608698e180d0933a9158c886bfea. 2024-12-13T22:18:25,098 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,lll,1734128300775.4aa613c8e5cc812f9c44a1838bf83697. 2024-12-13T22:18:25,099 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 4aa613c8e5cc812f9c44a1838bf83697, NAME => 'test,lll,1734128300775.4aa613c8e5cc812f9c44a1838bf83697.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-13T22:18:25,099 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4aa613c8e5cc812f9c44a1838bf83697 2024-12-13T22:18:25,099 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,lll,1734128300775.4aa613c8e5cc812f9c44a1838bf83697.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:25,099 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=ad7b608698e180d0933a9158c886bfea, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:25,099 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 4aa613c8e5cc812f9c44a1838bf83697 2024-12-13T22:18:25,099 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 4aa613c8e5cc812f9c44a1838bf83697 2024-12-13T22:18:25,101 INFO [StoreOpener-4aa613c8e5cc812f9c44a1838bf83697-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4aa613c8e5cc812f9c44a1838bf83697 2024-12-13T22:18:25,103 INFO [StoreOpener-4aa613c8e5cc812f9c44a1838bf83697-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4aa613c8e5cc812f9c44a1838bf83697 columnFamilyName f 2024-12-13T22:18:25,103 DEBUG [StoreOpener-4aa613c8e5cc812f9c44a1838bf83697-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:25,104 INFO [StoreOpener-4aa613c8e5cc812f9c44a1838bf83697-1 {}] regionserver.HStore(327): Store=4aa613c8e5cc812f9c44a1838bf83697/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:25,104 INFO [StoreOpener-4aa613c8e5cc812f9c44a1838bf83697-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4aa613c8e5cc812f9c44a1838bf83697 2024-12-13T22:18:25,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=30 2024-12-13T22:18:25,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=30, state=SUCCESS; OpenRegionProcedure ad7b608698e180d0933a9158c886bfea, server=f3932685d002,37375,1734128288813 in 666 msec 2024-12-13T22:18:25,106 INFO [StoreOpener-4aa613c8e5cc812f9c44a1838bf83697-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4aa613c8e5cc812f9c44a1838bf83697 columnFamilyName norep 2024-12-13T22:18:25,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ad7b608698e180d0933a9158c886bfea, ASSIGN in 874 msec 2024-12-13T22:18:25,106 DEBUG [StoreOpener-4aa613c8e5cc812f9c44a1838bf83697-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:25,107 INFO [StoreOpener-4aa613c8e5cc812f9c44a1838bf83697-1 {}] regionserver.HStore(327): Store=4aa613c8e5cc812f9c44a1838bf83697/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:25,107 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/4aa613c8e5cc812f9c44a1838bf83697 2024-12-13T22:18:25,108 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/4aa613c8e5cc812f9c44a1838bf83697 2024-12-13T22:18:25,109 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:25,110 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 4aa613c8e5cc812f9c44a1838bf83697 2024-12-13T22:18:25,112 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/4aa613c8e5cc812f9c44a1838bf83697/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:25,113 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 4aa613c8e5cc812f9c44a1838bf83697; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63976902, jitterRate=-0.04666987061500549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:25,113 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 4aa613c8e5cc812f9c44a1838bf83697: 2024-12-13T22:18:25,114 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734128300775.4aa613c8e5cc812f9c44a1838bf83697., pid=56, masterSystemTime=1734128304547 2024-12-13T22:18:25,116 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734128300775.4aa613c8e5cc812f9c44a1838bf83697. 2024-12-13T22:18:25,116 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,lll,1734128300775.4aa613c8e5cc812f9c44a1838bf83697. 2024-12-13T22:18:25,117 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=4aa613c8e5cc812f9c44a1838bf83697, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:25,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=21 2024-12-13T22:18:25,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=21, state=SUCCESS; OpenRegionProcedure 4aa613c8e5cc812f9c44a1838bf83697, server=f3932685d002,37375,1734128288813 in 680 msec 2024-12-13T22:18:25,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=9 2024-12-13T22:18:25,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4aa613c8e5cc812f9c44a1838bf83697, ASSIGN in 891 msec 2024-12-13T22:18:25,124 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T22:18:25,124 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734128305124"}]},"ts":"1734128305124"} 2024-12-13T22:18:25,127 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-13T22:18:25,172 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T22:18:25,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.3940 sec 2024-12-13T22:18:26,712 INFO [f3932685d002:37375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T22:18:27,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T22:18:28,466 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-13T22:18:28,466 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-13T22:18:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T22:18:28,913 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-13T22:18:28,913 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T22:18:28,916 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T22:18:28,933 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T22:18:28,934 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T22:18:28,934 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T22:18:28,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T22:18:28,937 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T22:18:28,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T22:18:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-13T22:18:28,942 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T22:18:28,942 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:28,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-13T22:18:28,943 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T22:18:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T22:18:28,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741837_1013 (size=631) 2024-12-13T22:18:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T22:18:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T22:18:29,355 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 26579b73a690f0e980f5ebcadd885e61, NAME => 'test,,1734128308939.26579b73a690f0e980f5ebcadd885e61.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:29,357 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 0ba55735c7221e55b62030e516d3c29b, NAME => 'test,ccc,1734128308939.0ba55735c7221e55b62030e516d3c29b.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:29,358 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => b48014a840f1cc412b4e543ca2fd01b3, NAME => 'test,bbb,1734128308939.b48014a840f1cc412b4e543ca2fd01b3.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:29,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741839_1015 (size=42) 2024-12-13T22:18:29,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741840_1016 (size=45) 2024-12-13T22:18:29,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741838_1014 (size=45) 2024-12-13T22:18:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T22:18:29,768 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734128308939.26579b73a690f0e980f5ebcadd885e61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:29,768 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 26579b73a690f0e980f5ebcadd885e61, disabling compactions & flushes 2024-12-13T22:18:29,768 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734128308939.26579b73a690f0e980f5ebcadd885e61. 2024-12-13T22:18:29,768 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734128308939.26579b73a690f0e980f5ebcadd885e61. 2024-12-13T22:18:29,768 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734128308939.26579b73a690f0e980f5ebcadd885e61. after waiting 0 ms 2024-12-13T22:18:29,768 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734128308939.26579b73a690f0e980f5ebcadd885e61. 2024-12-13T22:18:29,768 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734128308939.26579b73a690f0e980f5ebcadd885e61. 2024-12-13T22:18:29,768 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 26579b73a690f0e980f5ebcadd885e61: 2024-12-13T22:18:29,770 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => daca44ba85f0f786100ecf04d93aabbb, NAME => 'test,ddd,1734128308939.daca44ba85f0f786100ecf04d93aabbb.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:29,773 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734128308939.b48014a840f1cc412b4e543ca2fd01b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:29,773 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734128308939.0ba55735c7221e55b62030e516d3c29b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:29,773 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing b48014a840f1cc412b4e543ca2fd01b3, disabling compactions & flushes 2024-12-13T22:18:29,773 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 0ba55735c7221e55b62030e516d3c29b, disabling compactions & flushes 2024-12-13T22:18:29,773 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734128308939.b48014a840f1cc412b4e543ca2fd01b3. 2024-12-13T22:18:29,773 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734128308939.0ba55735c7221e55b62030e516d3c29b. 2024-12-13T22:18:29,773 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734128308939.b48014a840f1cc412b4e543ca2fd01b3. 2024-12-13T22:18:29,773 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734128308939.0ba55735c7221e55b62030e516d3c29b. 2024-12-13T22:18:29,773 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734128308939.b48014a840f1cc412b4e543ca2fd01b3. after waiting 0 ms 2024-12-13T22:18:29,774 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734128308939.b48014a840f1cc412b4e543ca2fd01b3. 2024-12-13T22:18:29,774 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734128308939.0ba55735c7221e55b62030e516d3c29b. after waiting 0 ms 2024-12-13T22:18:29,774 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734128308939.0ba55735c7221e55b62030e516d3c29b. 2024-12-13T22:18:29,774 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734128308939.b48014a840f1cc412b4e543ca2fd01b3. 2024-12-13T22:18:29,774 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734128308939.0ba55735c7221e55b62030e516d3c29b. 2024-12-13T22:18:29,774 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for b48014a840f1cc412b4e543ca2fd01b3: 2024-12-13T22:18:29,774 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 0ba55735c7221e55b62030e516d3c29b: 2024-12-13T22:18:29,775 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 7a07823d48a34e9f60065e750c241530, NAME => 'test,eee,1734128308939.7a07823d48a34e9f60065e750c241530.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:29,775 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => debb994391f0319d7afbdd6b61a20497, NAME => 'test,fff,1734128308939.debb994391f0319d7afbdd6b61a20497.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:29,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741841_1017 (size=45) 2024-12-13T22:18:29,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ddd,1734128308939.daca44ba85f0f786100ecf04d93aabbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:29,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing daca44ba85f0f786100ecf04d93aabbb, disabling compactions & flushes 2024-12-13T22:18:29,779 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ddd,1734128308939.daca44ba85f0f786100ecf04d93aabbb. 2024-12-13T22:18:29,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734128308939.daca44ba85f0f786100ecf04d93aabbb. 2024-12-13T22:18:29,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734128308939.daca44ba85f0f786100ecf04d93aabbb. after waiting 0 ms 2024-12-13T22:18:29,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734128308939.daca44ba85f0f786100ecf04d93aabbb. 2024-12-13T22:18:29,779 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ddd,1734128308939.daca44ba85f0f786100ecf04d93aabbb. 2024-12-13T22:18:29,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for daca44ba85f0f786100ecf04d93aabbb: 2024-12-13T22:18:29,780 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d054716d42156a70a9f8a9ced6e86ae3, NAME => 'test,ggg,1734128308939.d054716d42156a70a9f8a9ced6e86ae3.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:29,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741842_1018 (size=45) 2024-12-13T22:18:29,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741843_1019 (size=45) 2024-12-13T22:18:29,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741844_1020 (size=45) 2024-12-13T22:18:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T22:18:30,063 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T22:18:30,102 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-13T22:18:30,182 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,eee,1734128308939.7a07823d48a34e9f60065e750c241530.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:30,182 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,fff,1734128308939.debb994391f0319d7afbdd6b61a20497.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:30,182 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 7a07823d48a34e9f60065e750c241530, disabling compactions & flushes 2024-12-13T22:18:30,182 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,eee,1734128308939.7a07823d48a34e9f60065e750c241530. 2024-12-13T22:18:30,182 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing debb994391f0319d7afbdd6b61a20497, disabling compactions & flushes 2024-12-13T22:18:30,182 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734128308939.7a07823d48a34e9f60065e750c241530. 2024-12-13T22:18:30,182 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734128308939.7a07823d48a34e9f60065e750c241530. after waiting 0 ms 2024-12-13T22:18:30,182 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,fff,1734128308939.debb994391f0319d7afbdd6b61a20497. 2024-12-13T22:18:30,182 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734128308939.7a07823d48a34e9f60065e750c241530. 2024-12-13T22:18:30,182 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734128308939.debb994391f0319d7afbdd6b61a20497. 2024-12-13T22:18:30,182 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,eee,1734128308939.7a07823d48a34e9f60065e750c241530. 2024-12-13T22:18:30,182 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734128308939.debb994391f0319d7afbdd6b61a20497. after waiting 0 ms 2024-12-13T22:18:30,182 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 7a07823d48a34e9f60065e750c241530: 2024-12-13T22:18:30,182 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734128308939.debb994391f0319d7afbdd6b61a20497. 2024-12-13T22:18:30,183 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,fff,1734128308939.debb994391f0319d7afbdd6b61a20497. 2024-12-13T22:18:30,183 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for debb994391f0319d7afbdd6b61a20497: 2024-12-13T22:18:30,183 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c185f62b8972930a49e20538fc90d7b5, NAME => 'test,hhh,1734128308939.c185f62b8972930a49e20538fc90d7b5.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:30,184 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => cce097e216e96bb7e938be22574c5196, NAME => 'test,iii,1734128308939.cce097e216e96bb7e938be22574c5196.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:30,186 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ggg,1734128308939.d054716d42156a70a9f8a9ced6e86ae3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:30,186 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing d054716d42156a70a9f8a9ced6e86ae3, disabling compactions & flushes 2024-12-13T22:18:30,186 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ggg,1734128308939.d054716d42156a70a9f8a9ced6e86ae3. 2024-12-13T22:18:30,186 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734128308939.d054716d42156a70a9f8a9ced6e86ae3. 2024-12-13T22:18:30,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734128308939.d054716d42156a70a9f8a9ced6e86ae3. after waiting 0 ms 2024-12-13T22:18:30,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734128308939.d054716d42156a70a9f8a9ced6e86ae3. 2024-12-13T22:18:30,187 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ggg,1734128308939.d054716d42156a70a9f8a9ced6e86ae3. 2024-12-13T22:18:30,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for d054716d42156a70a9f8a9ced6e86ae3: 2024-12-13T22:18:30,187 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c6919f1184e8c1639d0c9afe20842fdb, NAME => 'test,jjj,1734128308939.c6919f1184e8c1639d0c9afe20842fdb.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:30,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741845_1021 (size=45) 2024-12-13T22:18:30,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741846_1022 (size=45) 2024-12-13T22:18:30,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741847_1023 (size=45) 2024-12-13T22:18:30,592 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,hhh,1734128308939.c185f62b8972930a49e20538fc90d7b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:30,592 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing c185f62b8972930a49e20538fc90d7b5, disabling compactions & flushes 2024-12-13T22:18:30,593 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,hhh,1734128308939.c185f62b8972930a49e20538fc90d7b5. 2024-12-13T22:18:30,593 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734128308939.c185f62b8972930a49e20538fc90d7b5. 2024-12-13T22:18:30,593 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734128308939.c185f62b8972930a49e20538fc90d7b5. after waiting 0 ms 2024-12-13T22:18:30,593 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734128308939.c185f62b8972930a49e20538fc90d7b5. 2024-12-13T22:18:30,593 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,hhh,1734128308939.c185f62b8972930a49e20538fc90d7b5. 2024-12-13T22:18:30,593 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for c185f62b8972930a49e20538fc90d7b5: 2024-12-13T22:18:30,595 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => fbc06273d2c92101428cb60078b69180, NAME => 'test,kkk,1734128308939.fbc06273d2c92101428cb60078b69180.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:30,597 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,iii,1734128308939.cce097e216e96bb7e938be22574c5196.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:30,598 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing cce097e216e96bb7e938be22574c5196, disabling compactions & flushes 2024-12-13T22:18:30,598 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,iii,1734128308939.cce097e216e96bb7e938be22574c5196. 2024-12-13T22:18:30,598 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734128308939.cce097e216e96bb7e938be22574c5196. 2024-12-13T22:18:30,598 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734128308939.cce097e216e96bb7e938be22574c5196. after waiting 0 ms 2024-12-13T22:18:30,598 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734128308939.cce097e216e96bb7e938be22574c5196. 2024-12-13T22:18:30,598 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,iii,1734128308939.cce097e216e96bb7e938be22574c5196. 2024-12-13T22:18:30,598 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for cce097e216e96bb7e938be22574c5196: 2024-12-13T22:18:30,600 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 99e884c13f346167d986799b74f88987, NAME => 'test,lll,1734128308939.99e884c13f346167d986799b74f88987.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:30,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,jjj,1734128308939.c6919f1184e8c1639d0c9afe20842fdb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:30,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing c6919f1184e8c1639d0c9afe20842fdb, disabling compactions & flushes 2024-12-13T22:18:30,602 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,jjj,1734128308939.c6919f1184e8c1639d0c9afe20842fdb. 2024-12-13T22:18:30,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734128308939.c6919f1184e8c1639d0c9afe20842fdb. 2024-12-13T22:18:30,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734128308939.c6919f1184e8c1639d0c9afe20842fdb. after waiting 0 ms 2024-12-13T22:18:30,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734128308939.c6919f1184e8c1639d0c9afe20842fdb. 2024-12-13T22:18:30,602 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,jjj,1734128308939.c6919f1184e8c1639d0c9afe20842fdb. 2024-12-13T22:18:30,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for c6919f1184e8c1639d0c9afe20842fdb: 2024-12-13T22:18:30,603 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 697c5d5f72a23370690477595a53bdd1, NAME => 'test,mmm,1734128308939.697c5d5f72a23370690477595a53bdd1.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:30,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741848_1024 (size=45) 2024-12-13T22:18:30,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741849_1025 (size=45) 2024-12-13T22:18:30,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741850_1026 (size=45) 2024-12-13T22:18:31,006 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,kkk,1734128308939.fbc06273d2c92101428cb60078b69180.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:31,006 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing fbc06273d2c92101428cb60078b69180, disabling compactions & flushes 2024-12-13T22:18:31,006 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,kkk,1734128308939.fbc06273d2c92101428cb60078b69180. 2024-12-13T22:18:31,006 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734128308939.fbc06273d2c92101428cb60078b69180. 2024-12-13T22:18:31,006 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734128308939.fbc06273d2c92101428cb60078b69180. after waiting 0 ms 2024-12-13T22:18:31,006 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734128308939.fbc06273d2c92101428cb60078b69180. 2024-12-13T22:18:31,006 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,kkk,1734128308939.fbc06273d2c92101428cb60078b69180. 2024-12-13T22:18:31,006 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for fbc06273d2c92101428cb60078b69180: 2024-12-13T22:18:31,007 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => a0e9ea0d16b79559f5e0c544a3985a5a, NAME => 'test,nnn,1734128308939.a0e9ea0d16b79559f5e0c544a3985a5a.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:31,010 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,lll,1734128308939.99e884c13f346167d986799b74f88987.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:31,010 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 99e884c13f346167d986799b74f88987, disabling compactions & flushes 2024-12-13T22:18:31,010 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,lll,1734128308939.99e884c13f346167d986799b74f88987. 2024-12-13T22:18:31,010 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734128308939.99e884c13f346167d986799b74f88987. 2024-12-13T22:18:31,010 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734128308939.99e884c13f346167d986799b74f88987. after waiting 0 ms 2024-12-13T22:18:31,010 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734128308939.99e884c13f346167d986799b74f88987. 2024-12-13T22:18:31,010 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,lll,1734128308939.99e884c13f346167d986799b74f88987. 2024-12-13T22:18:31,010 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 99e884c13f346167d986799b74f88987: 2024-12-13T22:18:31,011 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 620f4bb236420fd5e719d49191d00b2e, NAME => 'test,ooo,1734128308939.620f4bb236420fd5e719d49191d00b2e.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:31,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,mmm,1734128308939.697c5d5f72a23370690477595a53bdd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:31,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 697c5d5f72a23370690477595a53bdd1, disabling compactions & flushes 2024-12-13T22:18:31,012 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,mmm,1734128308939.697c5d5f72a23370690477595a53bdd1. 2024-12-13T22:18:31,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734128308939.697c5d5f72a23370690477595a53bdd1. 2024-12-13T22:18:31,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734128308939.697c5d5f72a23370690477595a53bdd1. after waiting 0 ms 2024-12-13T22:18:31,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734128308939.697c5d5f72a23370690477595a53bdd1. 2024-12-13T22:18:31,012 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,mmm,1734128308939.697c5d5f72a23370690477595a53bdd1. 2024-12-13T22:18:31,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 697c5d5f72a23370690477595a53bdd1: 2024-12-13T22:18:31,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741851_1027 (size=45) 2024-12-13T22:18:31,013 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1e2bf2809e643b5d6ab1941405a53d7d, NAME => 'test,ppp,1734128308939.1e2bf2809e643b5d6ab1941405a53d7d.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:31,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741852_1028 (size=45) 2024-12-13T22:18:31,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741853_1029 (size=45) 2024-12-13T22:18:31,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ppp,1734128308939.1e2bf2809e643b5d6ab1941405a53d7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:31,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 1e2bf2809e643b5d6ab1941405a53d7d, disabling compactions & flushes 2024-12-13T22:18:31,021 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ppp,1734128308939.1e2bf2809e643b5d6ab1941405a53d7d. 2024-12-13T22:18:31,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734128308939.1e2bf2809e643b5d6ab1941405a53d7d. 2024-12-13T22:18:31,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734128308939.1e2bf2809e643b5d6ab1941405a53d7d. after waiting 0 ms 2024-12-13T22:18:31,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734128308939.1e2bf2809e643b5d6ab1941405a53d7d. 2024-12-13T22:18:31,021 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ppp,1734128308939.1e2bf2809e643b5d6ab1941405a53d7d. 2024-12-13T22:18:31,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1e2bf2809e643b5d6ab1941405a53d7d: 2024-12-13T22:18:31,022 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 72cd750b5136d057e8e4b8533764a445, NAME => 'test,qqq,1734128308939.72cd750b5136d057e8e4b8533764a445.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:31,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741854_1030 (size=45) 2024-12-13T22:18:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T22:18:31,415 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,nnn,1734128308939.a0e9ea0d16b79559f5e0c544a3985a5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:31,416 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing a0e9ea0d16b79559f5e0c544a3985a5a, disabling compactions & flushes 2024-12-13T22:18:31,416 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,nnn,1734128308939.a0e9ea0d16b79559f5e0c544a3985a5a. 2024-12-13T22:18:31,416 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734128308939.a0e9ea0d16b79559f5e0c544a3985a5a. 2024-12-13T22:18:31,416 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734128308939.a0e9ea0d16b79559f5e0c544a3985a5a. after waiting 0 ms 2024-12-13T22:18:31,416 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734128308939.a0e9ea0d16b79559f5e0c544a3985a5a. 2024-12-13T22:18:31,416 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,nnn,1734128308939.a0e9ea0d16b79559f5e0c544a3985a5a. 2024-12-13T22:18:31,416 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for a0e9ea0d16b79559f5e0c544a3985a5a: 2024-12-13T22:18:31,417 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4aaa4c65d04ecacd1a377b4a023887be, NAME => 'test,rrr,1734128308939.4aaa4c65d04ecacd1a377b4a023887be.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:31,420 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ooo,1734128308939.620f4bb236420fd5e719d49191d00b2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:31,421 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 620f4bb236420fd5e719d49191d00b2e, disabling compactions & flushes 2024-12-13T22:18:31,421 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ooo,1734128308939.620f4bb236420fd5e719d49191d00b2e. 2024-12-13T22:18:31,421 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734128308939.620f4bb236420fd5e719d49191d00b2e. 2024-12-13T22:18:31,421 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734128308939.620f4bb236420fd5e719d49191d00b2e. after waiting 0 ms 2024-12-13T22:18:31,421 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734128308939.620f4bb236420fd5e719d49191d00b2e. 2024-12-13T22:18:31,421 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ooo,1734128308939.620f4bb236420fd5e719d49191d00b2e. 2024-12-13T22:18:31,421 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 620f4bb236420fd5e719d49191d00b2e: 2024-12-13T22:18:31,422 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 3043b0a38646115a31ded9924b391a11, NAME => 'test,sss,1734128308939.3043b0a38646115a31ded9924b391a11.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:31,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741855_1031 (size=45) 2024-12-13T22:18:31,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,qqq,1734128308939.72cd750b5136d057e8e4b8533764a445.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:31,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 72cd750b5136d057e8e4b8533764a445, disabling compactions & flushes 2024-12-13T22:18:31,428 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,qqq,1734128308939.72cd750b5136d057e8e4b8533764a445. 2024-12-13T22:18:31,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734128308939.72cd750b5136d057e8e4b8533764a445. 2024-12-13T22:18:31,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734128308939.72cd750b5136d057e8e4b8533764a445. after waiting 0 ms 2024-12-13T22:18:31,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734128308939.72cd750b5136d057e8e4b8533764a445. 2024-12-13T22:18:31,428 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,qqq,1734128308939.72cd750b5136d057e8e4b8533764a445. 2024-12-13T22:18:31,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 72cd750b5136d057e8e4b8533764a445: 2024-12-13T22:18:31,429 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => be1ef8d16c9b4c351d3d6ae750a3d53c, NAME => 'test,ttt,1734128308939.be1ef8d16c9b4c351d3d6ae750a3d53c.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:31,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741856_1032 (size=45) 2024-12-13T22:18:31,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741857_1033 (size=45) 2024-12-13T22:18:31,712 INFO [f3932685d002:37375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T22:18:31,829 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,rrr,1734128308939.4aaa4c65d04ecacd1a377b4a023887be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:31,830 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 4aaa4c65d04ecacd1a377b4a023887be, disabling compactions & flushes 2024-12-13T22:18:31,830 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,rrr,1734128308939.4aaa4c65d04ecacd1a377b4a023887be. 2024-12-13T22:18:31,830 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734128308939.4aaa4c65d04ecacd1a377b4a023887be. 2024-12-13T22:18:31,830 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734128308939.4aaa4c65d04ecacd1a377b4a023887be. after waiting 0 ms 2024-12-13T22:18:31,830 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734128308939.4aaa4c65d04ecacd1a377b4a023887be. 2024-12-13T22:18:31,830 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,rrr,1734128308939.4aaa4c65d04ecacd1a377b4a023887be. 2024-12-13T22:18:31,830 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4aaa4c65d04ecacd1a377b4a023887be: 2024-12-13T22:18:31,831 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c8c82d9309e6c55abdc5a83859189da3, NAME => 'test,uuu,1734128308939.c8c82d9309e6c55abdc5a83859189da3.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:31,833 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,sss,1734128308939.3043b0a38646115a31ded9924b391a11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:31,833 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 3043b0a38646115a31ded9924b391a11, disabling compactions & flushes 2024-12-13T22:18:31,834 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,sss,1734128308939.3043b0a38646115a31ded9924b391a11. 2024-12-13T22:18:31,834 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734128308939.3043b0a38646115a31ded9924b391a11. 2024-12-13T22:18:31,834 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734128308939.3043b0a38646115a31ded9924b391a11. after waiting 0 ms 2024-12-13T22:18:31,834 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734128308939.3043b0a38646115a31ded9924b391a11. 2024-12-13T22:18:31,834 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,sss,1734128308939.3043b0a38646115a31ded9924b391a11. 2024-12-13T22:18:31,834 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 3043b0a38646115a31ded9924b391a11: 2024-12-13T22:18:31,835 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => ab620142f37096c3e6bde1bad6b3517a, NAME => 'test,vvv,1734128308939.ab620142f37096c3e6bde1bad6b3517a.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:31,837 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ttt,1734128308939.be1ef8d16c9b4c351d3d6ae750a3d53c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:31,837 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing be1ef8d16c9b4c351d3d6ae750a3d53c, disabling compactions & flushes 2024-12-13T22:18:31,837 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ttt,1734128308939.be1ef8d16c9b4c351d3d6ae750a3d53c. 2024-12-13T22:18:31,837 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734128308939.be1ef8d16c9b4c351d3d6ae750a3d53c. 2024-12-13T22:18:31,838 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734128308939.be1ef8d16c9b4c351d3d6ae750a3d53c. after waiting 0 ms 2024-12-13T22:18:31,838 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734128308939.be1ef8d16c9b4c351d3d6ae750a3d53c. 2024-12-13T22:18:31,838 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ttt,1734128308939.be1ef8d16c9b4c351d3d6ae750a3d53c. 2024-12-13T22:18:31,838 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for be1ef8d16c9b4c351d3d6ae750a3d53c: 2024-12-13T22:18:31,839 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9d524aa5915e14bbf75d7479d6d4a89f, NAME => 'test,www,1734128308939.9d524aa5915e14bbf75d7479d6d4a89f.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:31,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741858_1034 (size=45) 2024-12-13T22:18:31,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741859_1035 (size=45) 2024-12-13T22:18:31,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741860_1036 (size=45) 2024-12-13T22:18:32,245 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,uuu,1734128308939.c8c82d9309e6c55abdc5a83859189da3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:32,246 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing c8c82d9309e6c55abdc5a83859189da3, disabling compactions & flushes 2024-12-13T22:18:32,246 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,uuu,1734128308939.c8c82d9309e6c55abdc5a83859189da3. 2024-12-13T22:18:32,246 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734128308939.c8c82d9309e6c55abdc5a83859189da3. 2024-12-13T22:18:32,246 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734128308939.c8c82d9309e6c55abdc5a83859189da3. after waiting 0 ms 2024-12-13T22:18:32,246 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734128308939.c8c82d9309e6c55abdc5a83859189da3. 2024-12-13T22:18:32,246 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,uuu,1734128308939.c8c82d9309e6c55abdc5a83859189da3. 2024-12-13T22:18:32,246 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for c8c82d9309e6c55abdc5a83859189da3: 2024-12-13T22:18:32,248 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,vvv,1734128308939.ab620142f37096c3e6bde1bad6b3517a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:32,248 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => d84687ef9e6b174ab253fcf0c6fb3f83, NAME => 'test,xxx,1734128308939.d84687ef9e6b174ab253fcf0c6fb3f83.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:32,248 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing ab620142f37096c3e6bde1bad6b3517a, disabling compactions & flushes 2024-12-13T22:18:32,249 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,vvv,1734128308939.ab620142f37096c3e6bde1bad6b3517a. 2024-12-13T22:18:32,249 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734128308939.ab620142f37096c3e6bde1bad6b3517a. 2024-12-13T22:18:32,249 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734128308939.ab620142f37096c3e6bde1bad6b3517a. after waiting 0 ms 2024-12-13T22:18:32,249 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734128308939.ab620142f37096c3e6bde1bad6b3517a. 2024-12-13T22:18:32,249 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,vvv,1734128308939.ab620142f37096c3e6bde1bad6b3517a. 2024-12-13T22:18:32,249 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for ab620142f37096c3e6bde1bad6b3517a: 2024-12-13T22:18:32,251 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 6abbed920fded9a20003fbb6e3eee981, NAME => 'test,yyy,1734128308939.6abbed920fded9a20003fbb6e3eee981.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:32,254 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,www,1734128308939.9d524aa5915e14bbf75d7479d6d4a89f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:32,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 9d524aa5915e14bbf75d7479d6d4a89f, disabling compactions & flushes 2024-12-13T22:18:32,255 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,www,1734128308939.9d524aa5915e14bbf75d7479d6d4a89f. 2024-12-13T22:18:32,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734128308939.9d524aa5915e14bbf75d7479d6d4a89f. 2024-12-13T22:18:32,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734128308939.9d524aa5915e14bbf75d7479d6d4a89f. after waiting 0 ms 2024-12-13T22:18:32,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734128308939.9d524aa5915e14bbf75d7479d6d4a89f. 2024-12-13T22:18:32,255 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,www,1734128308939.9d524aa5915e14bbf75d7479d6d4a89f. 2024-12-13T22:18:32,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9d524aa5915e14bbf75d7479d6d4a89f: 2024-12-13T22:18:32,256 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 545a0cbeb4e04e7bb03611f04630b0d4, NAME => 'test,zzz,1734128308939.545a0cbeb4e04e7bb03611f04630b0d4.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:32,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741862_1038 (size=45) 2024-12-13T22:18:32,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741861_1037 (size=45) 2024-12-13T22:18:32,260 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,yyy,1734128308939.6abbed920fded9a20003fbb6e3eee981.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:32,260 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 6abbed920fded9a20003fbb6e3eee981, disabling compactions & flushes 2024-12-13T22:18:32,260 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,yyy,1734128308939.6abbed920fded9a20003fbb6e3eee981. 2024-12-13T22:18:32,260 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734128308939.6abbed920fded9a20003fbb6e3eee981. 2024-12-13T22:18:32,260 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734128308939.6abbed920fded9a20003fbb6e3eee981. after waiting 0 ms 2024-12-13T22:18:32,260 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734128308939.6abbed920fded9a20003fbb6e3eee981. 2024-12-13T22:18:32,261 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,yyy,1734128308939.6abbed920fded9a20003fbb6e3eee981. 2024-12-13T22:18:32,261 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 6abbed920fded9a20003fbb6e3eee981: 2024-12-13T22:18:32,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741863_1039 (size=42) 2024-12-13T22:18:32,661 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,xxx,1734128308939.d84687ef9e6b174ab253fcf0c6fb3f83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:32,661 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing d84687ef9e6b174ab253fcf0c6fb3f83, disabling compactions & flushes 2024-12-13T22:18:32,662 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,xxx,1734128308939.d84687ef9e6b174ab253fcf0c6fb3f83. 2024-12-13T22:18:32,662 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734128308939.d84687ef9e6b174ab253fcf0c6fb3f83. 2024-12-13T22:18:32,662 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734128308939.d84687ef9e6b174ab253fcf0c6fb3f83. after waiting 0 ms 2024-12-13T22:18:32,662 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734128308939.d84687ef9e6b174ab253fcf0c6fb3f83. 2024-12-13T22:18:32,662 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,xxx,1734128308939.d84687ef9e6b174ab253fcf0c6fb3f83. 2024-12-13T22:18:32,662 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for d84687ef9e6b174ab253fcf0c6fb3f83: 2024-12-13T22:18:32,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,zzz,1734128308939.545a0cbeb4e04e7bb03611f04630b0d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:32,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 545a0cbeb4e04e7bb03611f04630b0d4, disabling compactions & flushes 2024-12-13T22:18:32,664 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,zzz,1734128308939.545a0cbeb4e04e7bb03611f04630b0d4. 2024-12-13T22:18:32,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734128308939.545a0cbeb4e04e7bb03611f04630b0d4. 2024-12-13T22:18:32,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734128308939.545a0cbeb4e04e7bb03611f04630b0d4. after waiting 0 ms 2024-12-13T22:18:32,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734128308939.545a0cbeb4e04e7bb03611f04630b0d4. 2024-12-13T22:18:32,664 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,zzz,1734128308939.545a0cbeb4e04e7bb03611f04630b0d4. 2024-12-13T22:18:32,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 545a0cbeb4e04e7bb03611f04630b0d4: 2024-12-13T22:18:32,665 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T22:18:32,666 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734128308939.26579b73a690f0e980f5ebcadd885e61.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,666 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734128308939.b48014a840f1cc412b4e543ca2fd01b3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,666 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734128308939.0ba55735c7221e55b62030e516d3c29b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,666 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734128308939.daca44ba85f0f786100ecf04d93aabbb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,666 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734128308939.7a07823d48a34e9f60065e750c241530.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,666 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734128308939.debb994391f0319d7afbdd6b61a20497.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,667 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734128308939.d054716d42156a70a9f8a9ced6e86ae3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,667 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734128308939.c185f62b8972930a49e20538fc90d7b5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,667 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734128308939.cce097e216e96bb7e938be22574c5196.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,667 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734128308939.c6919f1184e8c1639d0c9afe20842fdb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,667 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734128308939.fbc06273d2c92101428cb60078b69180.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,667 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734128308939.99e884c13f346167d986799b74f88987.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,667 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734128308939.697c5d5f72a23370690477595a53bdd1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,667 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734128308939.1e2bf2809e643b5d6ab1941405a53d7d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,667 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734128308939.a0e9ea0d16b79559f5e0c544a3985a5a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,667 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734128308939.620f4bb236420fd5e719d49191d00b2e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,668 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734128308939.72cd750b5136d057e8e4b8533764a445.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,668 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734128308939.4aaa4c65d04ecacd1a377b4a023887be.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,668 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734128308939.3043b0a38646115a31ded9924b391a11.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,668 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734128308939.be1ef8d16c9b4c351d3d6ae750a3d53c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,668 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734128308939.c8c82d9309e6c55abdc5a83859189da3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,668 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734128308939.ab620142f37096c3e6bde1bad6b3517a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,668 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734128308939.9d524aa5915e14bbf75d7479d6d4a89f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,668 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734128308939.6abbed920fded9a20003fbb6e3eee981.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,669 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734128308939.d84687ef9e6b174ab253fcf0c6fb3f83.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,669 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734128308939.545a0cbeb4e04e7bb03611f04630b0d4.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734128312665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128312665"}]},"ts":"1734128312665"} 2024-12-13T22:18:32,675 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-13T22:18:32,676 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T22:18:32,676 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734128312676"}]},"ts":"1734128312676"} 2024-12-13T22:18:32,678 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-13T22:18:32,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=26579b73a690f0e980f5ebcadd885e61, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b48014a840f1cc412b4e543ca2fd01b3, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0ba55735c7221e55b62030e516d3c29b, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=daca44ba85f0f786100ecf04d93aabbb, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7a07823d48a34e9f60065e750c241530, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=debb994391f0319d7afbdd6b61a20497, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d054716d42156a70a9f8a9ced6e86ae3, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c185f62b8972930a49e20538fc90d7b5, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cce097e216e96bb7e938be22574c5196, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c6919f1184e8c1639d0c9afe20842fdb, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fbc06273d2c92101428cb60078b69180, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=99e884c13f346167d986799b74f88987, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=697c5d5f72a23370690477595a53bdd1, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a0e9ea0d16b79559f5e0c544a3985a5a, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=620f4bb236420fd5e719d49191d00b2e, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1e2bf2809e643b5d6ab1941405a53d7d, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=72cd750b5136d057e8e4b8533764a445, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4aaa4c65d04ecacd1a377b4a023887be, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3043b0a38646115a31ded9924b391a11, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=be1ef8d16c9b4c351d3d6ae750a3d53c, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c8c82d9309e6c55abdc5a83859189da3, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ab620142f37096c3e6bde1bad6b3517a, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9d524aa5915e14bbf75d7479d6d4a89f, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d84687ef9e6b174ab253fcf0c6fb3f83, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6abbed920fded9a20003fbb6e3eee981, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=545a0cbeb4e04e7bb03611f04630b0d4, ASSIGN}] 2024-12-13T22:18:32,741 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=debb994391f0319d7afbdd6b61a20497, ASSIGN 2024-12-13T22:18:32,741 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c185f62b8972930a49e20538fc90d7b5, ASSIGN 2024-12-13T22:18:32,741 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7a07823d48a34e9f60065e750c241530, ASSIGN 2024-12-13T22:18:32,741 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d054716d42156a70a9f8a9ced6e86ae3, ASSIGN 2024-12-13T22:18:32,742 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c185f62b8972930a49e20538fc90d7b5, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,742 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=debb994391f0319d7afbdd6b61a20497, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,742 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7a07823d48a34e9f60065e750c241530, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,742 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d054716d42156a70a9f8a9ced6e86ae3, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,744 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d84687ef9e6b174ab253fcf0c6fb3f83, ASSIGN 2024-12-13T22:18:32,744 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9d524aa5915e14bbf75d7479d6d4a89f, ASSIGN 2024-12-13T22:18:32,744 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6abbed920fded9a20003fbb6e3eee981, ASSIGN 2024-12-13T22:18:32,744 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=545a0cbeb4e04e7bb03611f04630b0d4, ASSIGN 2024-12-13T22:18:32,744 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ab620142f37096c3e6bde1bad6b3517a, ASSIGN 2024-12-13T22:18:32,745 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d84687ef9e6b174ab253fcf0c6fb3f83, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,745 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9d524aa5915e14bbf75d7479d6d4a89f, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,745 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6abbed920fded9a20003fbb6e3eee981, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,745 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=545a0cbeb4e04e7bb03611f04630b0d4, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,745 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ab620142f37096c3e6bde1bad6b3517a, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,748 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3043b0a38646115a31ded9924b391a11, ASSIGN 2024-12-13T22:18:32,748 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4aaa4c65d04ecacd1a377b4a023887be, ASSIGN 2024-12-13T22:18:32,748 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=be1ef8d16c9b4c351d3d6ae750a3d53c, ASSIGN 2024-12-13T22:18:32,748 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c8c82d9309e6c55abdc5a83859189da3, ASSIGN 2024-12-13T22:18:32,748 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=72cd750b5136d057e8e4b8533764a445, ASSIGN 2024-12-13T22:18:32,749 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3043b0a38646115a31ded9924b391a11, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,749 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4aaa4c65d04ecacd1a377b4a023887be, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,749 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=be1ef8d16c9b4c351d3d6ae750a3d53c, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,749 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c8c82d9309e6c55abdc5a83859189da3, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,749 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=72cd750b5136d057e8e4b8533764a445, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,751 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=620f4bb236420fd5e719d49191d00b2e, ASSIGN 2024-12-13T22:18:32,751 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=99e884c13f346167d986799b74f88987, ASSIGN 2024-12-13T22:18:32,751 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1e2bf2809e643b5d6ab1941405a53d7d, ASSIGN 2024-12-13T22:18:32,751 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a0e9ea0d16b79559f5e0c544a3985a5a, ASSIGN 2024-12-13T22:18:32,751 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=697c5d5f72a23370690477595a53bdd1, ASSIGN 2024-12-13T22:18:32,752 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=620f4bb236420fd5e719d49191d00b2e, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,752 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=99e884c13f346167d986799b74f88987, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,752 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1e2bf2809e643b5d6ab1941405a53d7d, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,752 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a0e9ea0d16b79559f5e0c544a3985a5a, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,752 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=697c5d5f72a23370690477595a53bdd1, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,754 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c6919f1184e8c1639d0c9afe20842fdb, ASSIGN 2024-12-13T22:18:32,754 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fbc06273d2c92101428cb60078b69180, ASSIGN 2024-12-13T22:18:32,754 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cce097e216e96bb7e938be22574c5196, ASSIGN 2024-12-13T22:18:32,755 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=daca44ba85f0f786100ecf04d93aabbb, ASSIGN 2024-12-13T22:18:32,755 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0ba55735c7221e55b62030e516d3c29b, ASSIGN 2024-12-13T22:18:32,755 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c6919f1184e8c1639d0c9afe20842fdb, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,755 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=cce097e216e96bb7e938be22574c5196, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,755 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=fbc06273d2c92101428cb60078b69180, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,755 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=daca44ba85f0f786100ecf04d93aabbb, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,755 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0ba55735c7221e55b62030e516d3c29b, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,757 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=26579b73a690f0e980f5ebcadd885e61, ASSIGN 2024-12-13T22:18:32,757 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b48014a840f1cc412b4e543ca2fd01b3, ASSIGN 2024-12-13T22:18:32,757 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=26579b73a690f0e980f5ebcadd885e61, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,757 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b48014a840f1cc412b4e543ca2fd01b3, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:32,893 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=fbc06273d2c92101428cb60078b69180, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,893 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=cce097e216e96bb7e938be22574c5196, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,893 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=3043b0a38646115a31ded9924b391a11, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,893 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=debb994391f0319d7afbdd6b61a20497, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=be1ef8d16c9b4c351d3d6ae750a3d53c, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=15, state=RUNNABLE; OpenRegionProcedure debb994391f0319d7afbdd6b61a20497, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=29, state=RUNNABLE; OpenRegionProcedure be1ef8d16c9b4c351d3d6ae750a3d53c, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=20, state=RUNNABLE; OpenRegionProcedure fbc06273d2c92101428cb60078b69180, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=18, state=RUNNABLE; OpenRegionProcedure cce097e216e96bb7e938be22574c5196, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=28, state=RUNNABLE; OpenRegionProcedure 3043b0a38646115a31ded9924b391a11, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,904 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=ab620142f37096c3e6bde1bad6b3517a, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,904 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=9d524aa5915e14bbf75d7479d6d4a89f, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=31, state=RUNNABLE; OpenRegionProcedure ab620142f37096c3e6bde1bad6b3517a, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,906 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=b48014a840f1cc412b4e543ca2fd01b3, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,906 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=99e884c13f346167d986799b74f88987, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=32, state=RUNNABLE; OpenRegionProcedure 9d524aa5915e14bbf75d7479d6d4a89f, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,907 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=c185f62b8972930a49e20538fc90d7b5, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=21, state=RUNNABLE; OpenRegionProcedure 99e884c13f346167d986799b74f88987, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=17, state=RUNNABLE; OpenRegionProcedure c185f62b8972930a49e20538fc90d7b5, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=11, state=RUNNABLE; OpenRegionProcedure b48014a840f1cc412b4e543ca2fd01b3, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,910 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=c6919f1184e8c1639d0c9afe20842fdb, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=19, state=RUNNABLE; OpenRegionProcedure c6919f1184e8c1639d0c9afe20842fdb, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,916 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=1e2bf2809e643b5d6ab1941405a53d7d, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,917 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=a0e9ea0d16b79559f5e0c544a3985a5a, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,917 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=6abbed920fded9a20003fbb6e3eee981, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,917 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=72cd750b5136d057e8e4b8533764a445, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,918 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=d84687ef9e6b174ab253fcf0c6fb3f83, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE; OpenRegionProcedure 1e2bf2809e643b5d6ab1941405a53d7d, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=23, state=RUNNABLE; OpenRegionProcedure a0e9ea0d16b79559f5e0c544a3985a5a, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=34, state=RUNNABLE; OpenRegionProcedure 6abbed920fded9a20003fbb6e3eee981, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=26, state=RUNNABLE; OpenRegionProcedure 72cd750b5136d057e8e4b8533764a445, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=33, state=RUNNABLE; OpenRegionProcedure d84687ef9e6b174ab253fcf0c6fb3f83, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,924 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=0ba55735c7221e55b62030e516d3c29b, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,925 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=545a0cbeb4e04e7bb03611f04630b0d4, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,925 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=697c5d5f72a23370690477595a53bdd1, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,925 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=620f4bb236420fd5e719d49191d00b2e, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=12, state=RUNNABLE; OpenRegionProcedure 0ba55735c7221e55b62030e516d3c29b, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,927 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=4aaa4c65d04ecacd1a377b4a023887be, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=22, state=RUNNABLE; OpenRegionProcedure 697c5d5f72a23370690477595a53bdd1, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=35, state=RUNNABLE; OpenRegionProcedure 545a0cbeb4e04e7bb03611f04630b0d4, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=24, state=RUNNABLE; OpenRegionProcedure 620f4bb236420fd5e719d49191d00b2e, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=27, state=RUNNABLE; OpenRegionProcedure 4aaa4c65d04ecacd1a377b4a023887be, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,935 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=26579b73a690f0e980f5ebcadd885e61, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,935 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=7a07823d48a34e9f60065e750c241530, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=10, state=RUNNABLE; OpenRegionProcedure 26579b73a690f0e980f5ebcadd885e61, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,939 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=daca44ba85f0f786100ecf04d93aabbb, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,939 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=c8c82d9309e6c55abdc5a83859189da3, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=14, state=RUNNABLE; OpenRegionProcedure 7a07823d48a34e9f60065e750c241530, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=30, state=RUNNABLE; OpenRegionProcedure c8c82d9309e6c55abdc5a83859189da3, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,942 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=d054716d42156a70a9f8a9ced6e86ae3, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:32,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=13, state=RUNNABLE; OpenRegionProcedure daca44ba85f0f786100ecf04d93aabbb, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=16, state=RUNNABLE; OpenRegionProcedure d054716d42156a70a9f8a9ced6e86ae3, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:32,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T22:18:33,051 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3932685d002,41269,1734128296588 2024-12-13T22:18:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T22:18:33,056 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,mmm,1734128308939.697c5d5f72a23370690477595a53bdd1. 2024-12-13T22:18:33,057 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 697c5d5f72a23370690477595a53bdd1, NAME => 'test,mmm,1734128308939.697c5d5f72a23370690477595a53bdd1.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-13T22:18:33,057 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 697c5d5f72a23370690477595a53bdd1 2024-12-13T22:18:33,057 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,mmm,1734128308939.697c5d5f72a23370690477595a53bdd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,057 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 697c5d5f72a23370690477595a53bdd1 2024-12-13T22:18:33,057 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 697c5d5f72a23370690477595a53bdd1 2024-12-13T22:18:33,059 INFO [StoreOpener-697c5d5f72a23370690477595a53bdd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 697c5d5f72a23370690477595a53bdd1 2024-12-13T22:18:33,062 INFO [StoreOpener-697c5d5f72a23370690477595a53bdd1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 697c5d5f72a23370690477595a53bdd1 columnFamilyName f 2024-12-13T22:18:33,062 DEBUG [StoreOpener-697c5d5f72a23370690477595a53bdd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,062 INFO [StoreOpener-697c5d5f72a23370690477595a53bdd1-1 {}] regionserver.HStore(327): Store=697c5d5f72a23370690477595a53bdd1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,062 INFO [StoreOpener-697c5d5f72a23370690477595a53bdd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 697c5d5f72a23370690477595a53bdd1 2024-12-13T22:18:33,064 INFO [StoreOpener-697c5d5f72a23370690477595a53bdd1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 697c5d5f72a23370690477595a53bdd1 columnFamilyName norep 2024-12-13T22:18:33,064 DEBUG [StoreOpener-697c5d5f72a23370690477595a53bdd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,064 INFO [StoreOpener-697c5d5f72a23370690477595a53bdd1-1 {}] regionserver.HStore(327): Store=697c5d5f72a23370690477595a53bdd1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,065 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/697c5d5f72a23370690477595a53bdd1 2024-12-13T22:18:33,066 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/697c5d5f72a23370690477595a53bdd1 2024-12-13T22:18:33,067 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,068 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 697c5d5f72a23370690477595a53bdd1 2024-12-13T22:18:33,070 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/697c5d5f72a23370690477595a53bdd1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,071 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 697c5d5f72a23370690477595a53bdd1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72143210, jitterRate=0.07501760125160217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,071 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 697c5d5f72a23370690477595a53bdd1: 2024-12-13T22:18:33,073 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734128308939.697c5d5f72a23370690477595a53bdd1., pid=53, masterSystemTime=1734128313050 2024-12-13T22:18:33,075 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734128308939.697c5d5f72a23370690477595a53bdd1. 2024-12-13T22:18:33,075 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,mmm,1734128308939.697c5d5f72a23370690477595a53bdd1. 2024-12-13T22:18:33,075 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,,1734128308939.26579b73a690f0e980f5ebcadd885e61. 2024-12-13T22:18:33,075 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 26579b73a690f0e980f5ebcadd885e61, NAME => 'test,,1734128308939.26579b73a690f0e980f5ebcadd885e61.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-13T22:18:33,076 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=697c5d5f72a23370690477595a53bdd1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,076 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 26579b73a690f0e980f5ebcadd885e61 2024-12-13T22:18:33,076 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,,1734128308939.26579b73a690f0e980f5ebcadd885e61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,076 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 26579b73a690f0e980f5ebcadd885e61 2024-12-13T22:18:33,076 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 26579b73a690f0e980f5ebcadd885e61 2024-12-13T22:18:33,078 INFO [StoreOpener-26579b73a690f0e980f5ebcadd885e61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 26579b73a690f0e980f5ebcadd885e61 2024-12-13T22:18:33,080 INFO [StoreOpener-26579b73a690f0e980f5ebcadd885e61-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26579b73a690f0e980f5ebcadd885e61 columnFamilyName f 2024-12-13T22:18:33,080 DEBUG [StoreOpener-26579b73a690f0e980f5ebcadd885e61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,080 INFO [StoreOpener-26579b73a690f0e980f5ebcadd885e61-1 {}] regionserver.HStore(327): Store=26579b73a690f0e980f5ebcadd885e61/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,081 INFO [StoreOpener-26579b73a690f0e980f5ebcadd885e61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 26579b73a690f0e980f5ebcadd885e61 2024-12-13T22:18:33,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=22 2024-12-13T22:18:33,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=22, state=SUCCESS; OpenRegionProcedure 697c5d5f72a23370690477595a53bdd1, server=f3932685d002,41269,1734128296588 in 152 msec 2024-12-13T22:18:33,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=697c5d5f72a23370690477595a53bdd1, ASSIGN in 343 msec 2024-12-13T22:18:33,082 INFO [StoreOpener-26579b73a690f0e980f5ebcadd885e61-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26579b73a690f0e980f5ebcadd885e61 columnFamilyName norep 2024-12-13T22:18:33,082 DEBUG [StoreOpener-26579b73a690f0e980f5ebcadd885e61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,083 INFO [StoreOpener-26579b73a690f0e980f5ebcadd885e61-1 {}] regionserver.HStore(327): Store=26579b73a690f0e980f5ebcadd885e61/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,084 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/26579b73a690f0e980f5ebcadd885e61 2024-12-13T22:18:33,084 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/26579b73a690f0e980f5ebcadd885e61 2024-12-13T22:18:33,086 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,087 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 26579b73a690f0e980f5ebcadd885e61 2024-12-13T22:18:33,089 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/26579b73a690f0e980f5ebcadd885e61/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,090 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 26579b73a690f0e980f5ebcadd885e61; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73460443, jitterRate=0.0946459025144577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,090 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 26579b73a690f0e980f5ebcadd885e61: 2024-12-13T22:18:33,090 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734128308939.26579b73a690f0e980f5ebcadd885e61., pid=57, masterSystemTime=1734128313050 2024-12-13T22:18:33,092 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734128308939.26579b73a690f0e980f5ebcadd885e61. 2024-12-13T22:18:33,092 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,,1734128308939.26579b73a690f0e980f5ebcadd885e61. 2024-12-13T22:18:33,092 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,ggg,1734128308939.d054716d42156a70a9f8a9ced6e86ae3. 2024-12-13T22:18:33,093 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => d054716d42156a70a9f8a9ced6e86ae3, NAME => 'test,ggg,1734128308939.d054716d42156a70a9f8a9ced6e86ae3.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-13T22:18:33,093 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=26579b73a690f0e980f5ebcadd885e61, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,093 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d054716d42156a70a9f8a9ced6e86ae3 2024-12-13T22:18:33,093 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,ggg,1734128308939.d054716d42156a70a9f8a9ced6e86ae3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,093 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for d054716d42156a70a9f8a9ced6e86ae3 2024-12-13T22:18:33,093 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for d054716d42156a70a9f8a9ced6e86ae3 2024-12-13T22:18:33,095 INFO [StoreOpener-d054716d42156a70a9f8a9ced6e86ae3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d054716d42156a70a9f8a9ced6e86ae3 2024-12-13T22:18:33,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=10 2024-12-13T22:18:33,097 INFO [StoreOpener-d054716d42156a70a9f8a9ced6e86ae3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d054716d42156a70a9f8a9ced6e86ae3 columnFamilyName f 2024-12-13T22:18:33,097 DEBUG [StoreOpener-d054716d42156a70a9f8a9ced6e86ae3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=10, state=SUCCESS; OpenRegionProcedure 26579b73a690f0e980f5ebcadd885e61, server=f3932685d002,41269,1734128296588 in 157 msec 2024-12-13T22:18:33,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=26579b73a690f0e980f5ebcadd885e61, ASSIGN in 359 msec 2024-12-13T22:18:33,098 INFO [StoreOpener-d054716d42156a70a9f8a9ced6e86ae3-1 {}] regionserver.HStore(327): Store=d054716d42156a70a9f8a9ced6e86ae3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,098 INFO [StoreOpener-d054716d42156a70a9f8a9ced6e86ae3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d054716d42156a70a9f8a9ced6e86ae3 2024-12-13T22:18:33,100 INFO [StoreOpener-d054716d42156a70a9f8a9ced6e86ae3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d054716d42156a70a9f8a9ced6e86ae3 columnFamilyName norep 2024-12-13T22:18:33,101 DEBUG [StoreOpener-d054716d42156a70a9f8a9ced6e86ae3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,101 INFO [StoreOpener-d054716d42156a70a9f8a9ced6e86ae3-1 {}] regionserver.HStore(327): Store=d054716d42156a70a9f8a9ced6e86ae3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,103 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/d054716d42156a70a9f8a9ced6e86ae3 2024-12-13T22:18:33,103 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/d054716d42156a70a9f8a9ced6e86ae3 2024-12-13T22:18:33,105 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,106 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for d054716d42156a70a9f8a9ced6e86ae3 2024-12-13T22:18:33,109 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/d054716d42156a70a9f8a9ced6e86ae3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,110 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened d054716d42156a70a9f8a9ced6e86ae3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67871615, jitterRate=0.011365875601768494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,110 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for d054716d42156a70a9f8a9ced6e86ae3: 2024-12-13T22:18:33,111 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734128308939.d054716d42156a70a9f8a9ced6e86ae3., pid=61, masterSystemTime=1734128313050 2024-12-13T22:18:33,112 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734128308939.d054716d42156a70a9f8a9ced6e86ae3. 2024-12-13T22:18:33,112 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,ggg,1734128308939.d054716d42156a70a9f8a9ced6e86ae3. 2024-12-13T22:18:33,113 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,www,1734128308939.9d524aa5915e14bbf75d7479d6d4a89f. 2024-12-13T22:18:33,113 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=d054716d42156a70a9f8a9ced6e86ae3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,113 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 9d524aa5915e14bbf75d7479d6d4a89f, NAME => 'test,www,1734128308939.9d524aa5915e14bbf75d7479d6d4a89f.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-13T22:18:33,113 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9d524aa5915e14bbf75d7479d6d4a89f 2024-12-13T22:18:33,113 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,www,1734128308939.9d524aa5915e14bbf75d7479d6d4a89f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,113 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 9d524aa5915e14bbf75d7479d6d4a89f 2024-12-13T22:18:33,114 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 9d524aa5915e14bbf75d7479d6d4a89f 2024-12-13T22:18:33,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=16 2024-12-13T22:18:33,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=16, state=SUCCESS; OpenRegionProcedure d054716d42156a70a9f8a9ced6e86ae3, server=f3932685d002,41269,1734128296588 in 170 msec 2024-12-13T22:18:33,118 INFO [StoreOpener-9d524aa5915e14bbf75d7479d6d4a89f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9d524aa5915e14bbf75d7479d6d4a89f 2024-12-13T22:18:33,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d054716d42156a70a9f8a9ced6e86ae3, ASSIGN in 378 msec 2024-12-13T22:18:33,120 INFO [StoreOpener-9d524aa5915e14bbf75d7479d6d4a89f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d524aa5915e14bbf75d7479d6d4a89f columnFamilyName f 2024-12-13T22:18:33,120 DEBUG [StoreOpener-9d524aa5915e14bbf75d7479d6d4a89f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,120 INFO [StoreOpener-9d524aa5915e14bbf75d7479d6d4a89f-1 {}] regionserver.HStore(327): Store=9d524aa5915e14bbf75d7479d6d4a89f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,120 INFO [StoreOpener-9d524aa5915e14bbf75d7479d6d4a89f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9d524aa5915e14bbf75d7479d6d4a89f 2024-12-13T22:18:33,122 INFO [StoreOpener-9d524aa5915e14bbf75d7479d6d4a89f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d524aa5915e14bbf75d7479d6d4a89f columnFamilyName norep 2024-12-13T22:18:33,122 DEBUG [StoreOpener-9d524aa5915e14bbf75d7479d6d4a89f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,123 INFO [StoreOpener-9d524aa5915e14bbf75d7479d6d4a89f-1 {}] regionserver.HStore(327): Store=9d524aa5915e14bbf75d7479d6d4a89f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,124 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/9d524aa5915e14bbf75d7479d6d4a89f 2024-12-13T22:18:33,124 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/9d524aa5915e14bbf75d7479d6d4a89f 2024-12-13T22:18:33,126 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,127 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 9d524aa5915e14bbf75d7479d6d4a89f 2024-12-13T22:18:33,131 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/9d524aa5915e14bbf75d7479d6d4a89f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,131 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 9d524aa5915e14bbf75d7479d6d4a89f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71344063, jitterRate=0.0631093829870224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,132 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 9d524aa5915e14bbf75d7479d6d4a89f: 2024-12-13T22:18:33,133 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734128308939.9d524aa5915e14bbf75d7479d6d4a89f., pid=42, masterSystemTime=1734128313050 2024-12-13T22:18:33,135 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734128308939.9d524aa5915e14bbf75d7479d6d4a89f. 2024-12-13T22:18:33,135 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,www,1734128308939.9d524aa5915e14bbf75d7479d6d4a89f. 2024-12-13T22:18:33,135 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,ooo,1734128308939.620f4bb236420fd5e719d49191d00b2e. 2024-12-13T22:18:33,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=9d524aa5915e14bbf75d7479d6d4a89f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,135 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 620f4bb236420fd5e719d49191d00b2e, NAME => 'test,ooo,1734128308939.620f4bb236420fd5e719d49191d00b2e.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-13T22:18:33,136 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 620f4bb236420fd5e719d49191d00b2e 2024-12-13T22:18:33,136 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,ooo,1734128308939.620f4bb236420fd5e719d49191d00b2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,136 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 620f4bb236420fd5e719d49191d00b2e 2024-12-13T22:18:33,136 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 620f4bb236420fd5e719d49191d00b2e 2024-12-13T22:18:33,138 INFO [StoreOpener-620f4bb236420fd5e719d49191d00b2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 620f4bb236420fd5e719d49191d00b2e 2024-12-13T22:18:33,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=32 2024-12-13T22:18:33,140 INFO [StoreOpener-620f4bb236420fd5e719d49191d00b2e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 620f4bb236420fd5e719d49191d00b2e columnFamilyName f 2024-12-13T22:18:33,140 DEBUG [StoreOpener-620f4bb236420fd5e719d49191d00b2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=32, state=SUCCESS; OpenRegionProcedure 9d524aa5915e14bbf75d7479d6d4a89f, server=f3932685d002,41269,1734128296588 in 232 msec 2024-12-13T22:18:33,141 INFO [StoreOpener-620f4bb236420fd5e719d49191d00b2e-1 {}] regionserver.HStore(327): Store=620f4bb236420fd5e719d49191d00b2e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,141 INFO [StoreOpener-620f4bb236420fd5e719d49191d00b2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 620f4bb236420fd5e719d49191d00b2e 2024-12-13T22:18:33,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9d524aa5915e14bbf75d7479d6d4a89f, ASSIGN in 402 msec 2024-12-13T22:18:33,143 INFO [StoreOpener-620f4bb236420fd5e719d49191d00b2e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 620f4bb236420fd5e719d49191d00b2e columnFamilyName norep 2024-12-13T22:18:33,143 DEBUG [StoreOpener-620f4bb236420fd5e719d49191d00b2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,144 INFO [StoreOpener-620f4bb236420fd5e719d49191d00b2e-1 {}] regionserver.HStore(327): Store=620f4bb236420fd5e719d49191d00b2e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,145 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/620f4bb236420fd5e719d49191d00b2e 2024-12-13T22:18:33,146 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/620f4bb236420fd5e719d49191d00b2e 2024-12-13T22:18:33,147 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,151 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 620f4bb236420fd5e719d49191d00b2e 2024-12-13T22:18:33,154 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/620f4bb236420fd5e719d49191d00b2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,155 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 620f4bb236420fd5e719d49191d00b2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64265895, jitterRate=-0.04236353933811188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,155 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 620f4bb236420fd5e719d49191d00b2e: 2024-12-13T22:18:33,156 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734128308939.620f4bb236420fd5e719d49191d00b2e., pid=54, masterSystemTime=1734128313050 2024-12-13T22:18:33,158 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734128308939.620f4bb236420fd5e719d49191d00b2e. 2024-12-13T22:18:33,158 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,ooo,1734128308939.620f4bb236420fd5e719d49191d00b2e. 2024-12-13T22:18:33,158 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,sss,1734128308939.3043b0a38646115a31ded9924b391a11. 2024-12-13T22:18:33,158 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 3043b0a38646115a31ded9924b391a11, NAME => 'test,sss,1734128308939.3043b0a38646115a31ded9924b391a11.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-13T22:18:33,158 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=620f4bb236420fd5e719d49191d00b2e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,159 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3043b0a38646115a31ded9924b391a11 2024-12-13T22:18:33,159 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,sss,1734128308939.3043b0a38646115a31ded9924b391a11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,159 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 3043b0a38646115a31ded9924b391a11 2024-12-13T22:18:33,159 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 3043b0a38646115a31ded9924b391a11 2024-12-13T22:18:33,161 INFO [StoreOpener-3043b0a38646115a31ded9924b391a11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3043b0a38646115a31ded9924b391a11 2024-12-13T22:18:33,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=24 2024-12-13T22:18:33,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=24, state=SUCCESS; OpenRegionProcedure 620f4bb236420fd5e719d49191d00b2e, server=f3932685d002,41269,1734128296588 in 231 msec 2024-12-13T22:18:33,164 INFO [StoreOpener-3043b0a38646115a31ded9924b391a11-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3043b0a38646115a31ded9924b391a11 columnFamilyName f 2024-12-13T22:18:33,164 DEBUG [StoreOpener-3043b0a38646115a31ded9924b391a11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=620f4bb236420fd5e719d49191d00b2e, ASSIGN in 426 msec 2024-12-13T22:18:33,165 INFO [StoreOpener-3043b0a38646115a31ded9924b391a11-1 {}] regionserver.HStore(327): Store=3043b0a38646115a31ded9924b391a11/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,165 INFO [StoreOpener-3043b0a38646115a31ded9924b391a11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3043b0a38646115a31ded9924b391a11 2024-12-13T22:18:33,167 INFO [StoreOpener-3043b0a38646115a31ded9924b391a11-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3043b0a38646115a31ded9924b391a11 columnFamilyName norep 2024-12-13T22:18:33,167 DEBUG [StoreOpener-3043b0a38646115a31ded9924b391a11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,167 INFO [StoreOpener-3043b0a38646115a31ded9924b391a11-1 {}] regionserver.HStore(327): Store=3043b0a38646115a31ded9924b391a11/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,168 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/3043b0a38646115a31ded9924b391a11 2024-12-13T22:18:33,169 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/3043b0a38646115a31ded9924b391a11 2024-12-13T22:18:33,170 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,171 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 3043b0a38646115a31ded9924b391a11 2024-12-13T22:18:33,174 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/3043b0a38646115a31ded9924b391a11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,174 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 3043b0a38646115a31ded9924b391a11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74244934, jitterRate=0.10633572936058044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,175 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 3043b0a38646115a31ded9924b391a11: 2024-12-13T22:18:33,175 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734128308939.3043b0a38646115a31ded9924b391a11., pid=38, masterSystemTime=1734128313050 2024-12-13T22:18:33,177 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734128308939.3043b0a38646115a31ded9924b391a11. 2024-12-13T22:18:33,178 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,sss,1734128308939.3043b0a38646115a31ded9924b391a11. 2024-12-13T22:18:33,178 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,zzz,1734128308939.545a0cbeb4e04e7bb03611f04630b0d4. 2024-12-13T22:18:33,178 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 545a0cbeb4e04e7bb03611f04630b0d4, NAME => 'test,zzz,1734128308939.545a0cbeb4e04e7bb03611f04630b0d4.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-13T22:18:33,178 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=3043b0a38646115a31ded9924b391a11, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,178 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 545a0cbeb4e04e7bb03611f04630b0d4 2024-12-13T22:18:33,178 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,zzz,1734128308939.545a0cbeb4e04e7bb03611f04630b0d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,179 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 545a0cbeb4e04e7bb03611f04630b0d4 2024-12-13T22:18:33,179 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 545a0cbeb4e04e7bb03611f04630b0d4 2024-12-13T22:18:33,182 INFO [StoreOpener-545a0cbeb4e04e7bb03611f04630b0d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 545a0cbeb4e04e7bb03611f04630b0d4 2024-12-13T22:18:33,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=28 2024-12-13T22:18:33,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=28, state=SUCCESS; OpenRegionProcedure 3043b0a38646115a31ded9924b391a11, server=f3932685d002,41269,1734128296588 in 281 msec 2024-12-13T22:18:33,185 INFO [StoreOpener-545a0cbeb4e04e7bb03611f04630b0d4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 545a0cbeb4e04e7bb03611f04630b0d4 columnFamilyName f 2024-12-13T22:18:33,185 DEBUG [StoreOpener-545a0cbeb4e04e7bb03611f04630b0d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3043b0a38646115a31ded9924b391a11, ASSIGN in 445 msec 2024-12-13T22:18:33,186 INFO [StoreOpener-545a0cbeb4e04e7bb03611f04630b0d4-1 {}] regionserver.HStore(327): Store=545a0cbeb4e04e7bb03611f04630b0d4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,187 INFO [StoreOpener-545a0cbeb4e04e7bb03611f04630b0d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 545a0cbeb4e04e7bb03611f04630b0d4 2024-12-13T22:18:33,189 INFO [StoreOpener-545a0cbeb4e04e7bb03611f04630b0d4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 545a0cbeb4e04e7bb03611f04630b0d4 columnFamilyName norep 2024-12-13T22:18:33,189 DEBUG [StoreOpener-545a0cbeb4e04e7bb03611f04630b0d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,189 INFO [StoreOpener-545a0cbeb4e04e7bb03611f04630b0d4-1 {}] regionserver.HStore(327): Store=545a0cbeb4e04e7bb03611f04630b0d4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,190 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/545a0cbeb4e04e7bb03611f04630b0d4 2024-12-13T22:18:33,191 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/545a0cbeb4e04e7bb03611f04630b0d4 2024-12-13T22:18:33,192 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,193 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 545a0cbeb4e04e7bb03611f04630b0d4 2024-12-13T22:18:33,196 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/545a0cbeb4e04e7bb03611f04630b0d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,196 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 545a0cbeb4e04e7bb03611f04630b0d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70381689, jitterRate=0.048768892884254456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,197 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 545a0cbeb4e04e7bb03611f04630b0d4: 2024-12-13T22:18:33,197 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734128308939.545a0cbeb4e04e7bb03611f04630b0d4., pid=55, masterSystemTime=1734128313050 2024-12-13T22:18:33,199 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734128308939.545a0cbeb4e04e7bb03611f04630b0d4. 2024-12-13T22:18:33,200 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,zzz,1734128308939.545a0cbeb4e04e7bb03611f04630b0d4. 2024-12-13T22:18:33,200 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,bbb,1734128308939.b48014a840f1cc412b4e543ca2fd01b3. 2024-12-13T22:18:33,200 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => b48014a840f1cc412b4e543ca2fd01b3, NAME => 'test,bbb,1734128308939.b48014a840f1cc412b4e543ca2fd01b3.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-13T22:18:33,200 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b48014a840f1cc412b4e543ca2fd01b3 2024-12-13T22:18:33,200 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,bbb,1734128308939.b48014a840f1cc412b4e543ca2fd01b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,200 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=545a0cbeb4e04e7bb03611f04630b0d4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,200 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for b48014a840f1cc412b4e543ca2fd01b3 2024-12-13T22:18:33,200 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for b48014a840f1cc412b4e543ca2fd01b3 2024-12-13T22:18:33,202 INFO [StoreOpener-b48014a840f1cc412b4e543ca2fd01b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b48014a840f1cc412b4e543ca2fd01b3 2024-12-13T22:18:33,205 INFO [StoreOpener-b48014a840f1cc412b4e543ca2fd01b3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b48014a840f1cc412b4e543ca2fd01b3 columnFamilyName f 2024-12-13T22:18:33,205 DEBUG [StoreOpener-b48014a840f1cc412b4e543ca2fd01b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=35 2024-12-13T22:18:33,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=35, state=SUCCESS; OpenRegionProcedure 545a0cbeb4e04e7bb03611f04630b0d4, server=f3932685d002,41269,1734128296588 in 273 msec 2024-12-13T22:18:33,206 INFO [StoreOpener-b48014a840f1cc412b4e543ca2fd01b3-1 {}] regionserver.HStore(327): Store=b48014a840f1cc412b4e543ca2fd01b3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,206 INFO [StoreOpener-b48014a840f1cc412b4e543ca2fd01b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b48014a840f1cc412b4e543ca2fd01b3 2024-12-13T22:18:33,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=545a0cbeb4e04e7bb03611f04630b0d4, ASSIGN in 467 msec 2024-12-13T22:18:33,208 INFO [StoreOpener-b48014a840f1cc412b4e543ca2fd01b3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b48014a840f1cc412b4e543ca2fd01b3 columnFamilyName norep 2024-12-13T22:18:33,208 DEBUG [StoreOpener-b48014a840f1cc412b4e543ca2fd01b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,209 INFO [StoreOpener-b48014a840f1cc412b4e543ca2fd01b3-1 {}] regionserver.HStore(327): Store=b48014a840f1cc412b4e543ca2fd01b3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,210 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/b48014a840f1cc412b4e543ca2fd01b3 2024-12-13T22:18:33,210 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/b48014a840f1cc412b4e543ca2fd01b3 2024-12-13T22:18:33,212 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,214 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for b48014a840f1cc412b4e543ca2fd01b3 2024-12-13T22:18:33,217 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/b48014a840f1cc412b4e543ca2fd01b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,220 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened b48014a840f1cc412b4e543ca2fd01b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69621530, jitterRate=0.037441641092300415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,220 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for b48014a840f1cc412b4e543ca2fd01b3: 2024-12-13T22:18:33,221 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734128308939.b48014a840f1cc412b4e543ca2fd01b3., pid=44, masterSystemTime=1734128313050 2024-12-13T22:18:33,223 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734128308939.b48014a840f1cc412b4e543ca2fd01b3. 2024-12-13T22:18:33,224 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,bbb,1734128308939.b48014a840f1cc412b4e543ca2fd01b3. 2024-12-13T22:18:33,224 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,kkk,1734128308939.fbc06273d2c92101428cb60078b69180. 2024-12-13T22:18:33,224 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => fbc06273d2c92101428cb60078b69180, NAME => 'test,kkk,1734128308939.fbc06273d2c92101428cb60078b69180.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-13T22:18:33,224 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=b48014a840f1cc412b4e543ca2fd01b3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,224 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fbc06273d2c92101428cb60078b69180 2024-12-13T22:18:33,224 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,kkk,1734128308939.fbc06273d2c92101428cb60078b69180.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,224 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for fbc06273d2c92101428cb60078b69180 2024-12-13T22:18:33,224 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for fbc06273d2c92101428cb60078b69180 2024-12-13T22:18:33,226 INFO [StoreOpener-fbc06273d2c92101428cb60078b69180-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fbc06273d2c92101428cb60078b69180 2024-12-13T22:18:33,228 INFO [StoreOpener-fbc06273d2c92101428cb60078b69180-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbc06273d2c92101428cb60078b69180 columnFamilyName f 2024-12-13T22:18:33,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=11 2024-12-13T22:18:33,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=11, state=SUCCESS; OpenRegionProcedure b48014a840f1cc412b4e543ca2fd01b3, server=f3932685d002,41269,1734128296588 in 318 msec 2024-12-13T22:18:33,228 DEBUG [StoreOpener-fbc06273d2c92101428cb60078b69180-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,229 INFO [StoreOpener-fbc06273d2c92101428cb60078b69180-1 {}] regionserver.HStore(327): Store=fbc06273d2c92101428cb60078b69180/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,229 INFO [StoreOpener-fbc06273d2c92101428cb60078b69180-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fbc06273d2c92101428cb60078b69180 2024-12-13T22:18:33,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b48014a840f1cc412b4e543ca2fd01b3, ASSIGN in 490 msec 2024-12-13T22:18:33,231 INFO [StoreOpener-fbc06273d2c92101428cb60078b69180-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbc06273d2c92101428cb60078b69180 columnFamilyName norep 2024-12-13T22:18:33,232 DEBUG [StoreOpener-fbc06273d2c92101428cb60078b69180-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,232 INFO [StoreOpener-fbc06273d2c92101428cb60078b69180-1 {}] regionserver.HStore(327): Store=fbc06273d2c92101428cb60078b69180/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,233 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/fbc06273d2c92101428cb60078b69180 2024-12-13T22:18:33,234 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/fbc06273d2c92101428cb60078b69180 2024-12-13T22:18:33,235 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,237 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for fbc06273d2c92101428cb60078b69180 2024-12-13T22:18:33,239 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/fbc06273d2c92101428cb60078b69180/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,240 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened fbc06273d2c92101428cb60078b69180; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63441687, jitterRate=-0.054645195603370667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,240 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for fbc06273d2c92101428cb60078b69180: 2024-12-13T22:18:33,241 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734128308939.fbc06273d2c92101428cb60078b69180., pid=40, masterSystemTime=1734128313050 2024-12-13T22:18:33,243 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734128308939.fbc06273d2c92101428cb60078b69180. 2024-12-13T22:18:33,243 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,kkk,1734128308939.fbc06273d2c92101428cb60078b69180. 2024-12-13T22:18:33,243 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,ddd,1734128308939.daca44ba85f0f786100ecf04d93aabbb. 2024-12-13T22:18:33,244 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => daca44ba85f0f786100ecf04d93aabbb, NAME => 'test,ddd,1734128308939.daca44ba85f0f786100ecf04d93aabbb.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-13T22:18:33,244 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=fbc06273d2c92101428cb60078b69180, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,244 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test daca44ba85f0f786100ecf04d93aabbb 2024-12-13T22:18:33,244 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,ddd,1734128308939.daca44ba85f0f786100ecf04d93aabbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,244 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for daca44ba85f0f786100ecf04d93aabbb 2024-12-13T22:18:33,244 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for daca44ba85f0f786100ecf04d93aabbb 2024-12-13T22:18:33,246 INFO [StoreOpener-daca44ba85f0f786100ecf04d93aabbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region daca44ba85f0f786100ecf04d93aabbb 2024-12-13T22:18:33,248 INFO [StoreOpener-daca44ba85f0f786100ecf04d93aabbb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daca44ba85f0f786100ecf04d93aabbb columnFamilyName f 2024-12-13T22:18:33,248 DEBUG [StoreOpener-daca44ba85f0f786100ecf04d93aabbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=20 2024-12-13T22:18:33,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=20, state=SUCCESS; OpenRegionProcedure fbc06273d2c92101428cb60078b69180, server=f3932685d002,41269,1734128296588 in 345 msec 2024-12-13T22:18:33,249 INFO [StoreOpener-daca44ba85f0f786100ecf04d93aabbb-1 {}] regionserver.HStore(327): Store=daca44ba85f0f786100ecf04d93aabbb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,249 INFO [StoreOpener-daca44ba85f0f786100ecf04d93aabbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region daca44ba85f0f786100ecf04d93aabbb 2024-12-13T22:18:33,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=fbc06273d2c92101428cb60078b69180, ASSIGN in 510 msec 2024-12-13T22:18:33,251 INFO [StoreOpener-daca44ba85f0f786100ecf04d93aabbb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daca44ba85f0f786100ecf04d93aabbb columnFamilyName norep 2024-12-13T22:18:33,251 DEBUG [StoreOpener-daca44ba85f0f786100ecf04d93aabbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,252 INFO [StoreOpener-daca44ba85f0f786100ecf04d93aabbb-1 {}] regionserver.HStore(327): Store=daca44ba85f0f786100ecf04d93aabbb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,252 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/daca44ba85f0f786100ecf04d93aabbb 2024-12-13T22:18:33,253 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/daca44ba85f0f786100ecf04d93aabbb 2024-12-13T22:18:33,254 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,255 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for daca44ba85f0f786100ecf04d93aabbb 2024-12-13T22:18:33,257 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/daca44ba85f0f786100ecf04d93aabbb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,257 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened daca44ba85f0f786100ecf04d93aabbb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68037576, jitterRate=0.013838887214660645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,258 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for daca44ba85f0f786100ecf04d93aabbb: 2024-12-13T22:18:33,258 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734128308939.daca44ba85f0f786100ecf04d93aabbb., pid=59, masterSystemTime=1734128313050 2024-12-13T22:18:33,260 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734128308939.daca44ba85f0f786100ecf04d93aabbb. 2024-12-13T22:18:33,260 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,ddd,1734128308939.daca44ba85f0f786100ecf04d93aabbb. 2024-12-13T22:18:33,260 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,eee,1734128308939.7a07823d48a34e9f60065e750c241530. 2024-12-13T22:18:33,261 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 7a07823d48a34e9f60065e750c241530, NAME => 'test,eee,1734128308939.7a07823d48a34e9f60065e750c241530.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-13T22:18:33,261 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=daca44ba85f0f786100ecf04d93aabbb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,261 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7a07823d48a34e9f60065e750c241530 2024-12-13T22:18:33,261 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,eee,1734128308939.7a07823d48a34e9f60065e750c241530.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,261 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 7a07823d48a34e9f60065e750c241530 2024-12-13T22:18:33,261 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 7a07823d48a34e9f60065e750c241530 2024-12-13T22:18:33,263 INFO [StoreOpener-7a07823d48a34e9f60065e750c241530-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7a07823d48a34e9f60065e750c241530 2024-12-13T22:18:33,265 INFO [StoreOpener-7a07823d48a34e9f60065e750c241530-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a07823d48a34e9f60065e750c241530 columnFamilyName f 2024-12-13T22:18:33,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=13 2024-12-13T22:18:33,265 DEBUG [StoreOpener-7a07823d48a34e9f60065e750c241530-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=13, state=SUCCESS; OpenRegionProcedure daca44ba85f0f786100ecf04d93aabbb, server=f3932685d002,41269,1734128296588 in 322 msec 2024-12-13T22:18:33,266 INFO [StoreOpener-7a07823d48a34e9f60065e750c241530-1 {}] regionserver.HStore(327): Store=7a07823d48a34e9f60065e750c241530/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,266 INFO [StoreOpener-7a07823d48a34e9f60065e750c241530-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7a07823d48a34e9f60065e750c241530 2024-12-13T22:18:33,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=daca44ba85f0f786100ecf04d93aabbb, ASSIGN in 527 msec 2024-12-13T22:18:33,268 INFO [StoreOpener-7a07823d48a34e9f60065e750c241530-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a07823d48a34e9f60065e750c241530 columnFamilyName norep 2024-12-13T22:18:33,268 DEBUG [StoreOpener-7a07823d48a34e9f60065e750c241530-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,268 INFO [StoreOpener-7a07823d48a34e9f60065e750c241530-1 {}] regionserver.HStore(327): Store=7a07823d48a34e9f60065e750c241530/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,269 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/7a07823d48a34e9f60065e750c241530 2024-12-13T22:18:33,269 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/7a07823d48a34e9f60065e750c241530 2024-12-13T22:18:33,271 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,272 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 7a07823d48a34e9f60065e750c241530 2024-12-13T22:18:33,274 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/7a07823d48a34e9f60065e750c241530/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,275 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 7a07823d48a34e9f60065e750c241530; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71225509, jitterRate=0.061342790722846985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,275 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 7a07823d48a34e9f60065e750c241530: 2024-12-13T22:18:33,276 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734128308939.7a07823d48a34e9f60065e750c241530., pid=58, masterSystemTime=1734128313050 2024-12-13T22:18:33,277 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734128308939.7a07823d48a34e9f60065e750c241530. 2024-12-13T22:18:33,278 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,eee,1734128308939.7a07823d48a34e9f60065e750c241530. 2024-12-13T22:18:33,278 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,fff,1734128308939.debb994391f0319d7afbdd6b61a20497. 2024-12-13T22:18:33,278 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => debb994391f0319d7afbdd6b61a20497, NAME => 'test,fff,1734128308939.debb994391f0319d7afbdd6b61a20497.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-13T22:18:33,278 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=7a07823d48a34e9f60065e750c241530, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,278 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test debb994391f0319d7afbdd6b61a20497 2024-12-13T22:18:33,278 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,fff,1734128308939.debb994391f0319d7afbdd6b61a20497.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,278 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for debb994391f0319d7afbdd6b61a20497 2024-12-13T22:18:33,278 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for debb994391f0319d7afbdd6b61a20497 2024-12-13T22:18:33,280 INFO [StoreOpener-debb994391f0319d7afbdd6b61a20497-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region debb994391f0319d7afbdd6b61a20497 2024-12-13T22:18:33,282 INFO [StoreOpener-debb994391f0319d7afbdd6b61a20497-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region debb994391f0319d7afbdd6b61a20497 columnFamilyName f 2024-12-13T22:18:33,282 DEBUG [StoreOpener-debb994391f0319d7afbdd6b61a20497-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,283 INFO [StoreOpener-debb994391f0319d7afbdd6b61a20497-1 {}] regionserver.HStore(327): Store=debb994391f0319d7afbdd6b61a20497/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,284 INFO [StoreOpener-debb994391f0319d7afbdd6b61a20497-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region debb994391f0319d7afbdd6b61a20497 2024-12-13T22:18:33,286 INFO [StoreOpener-debb994391f0319d7afbdd6b61a20497-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region debb994391f0319d7afbdd6b61a20497 columnFamilyName norep 2024-12-13T22:18:33,286 DEBUG [StoreOpener-debb994391f0319d7afbdd6b61a20497-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=14 2024-12-13T22:18:33,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=14, state=SUCCESS; OpenRegionProcedure 7a07823d48a34e9f60065e750c241530, server=f3932685d002,41269,1734128296588 in 342 msec 2024-12-13T22:18:33,286 INFO [StoreOpener-debb994391f0319d7afbdd6b61a20497-1 {}] regionserver.HStore(327): Store=debb994391f0319d7afbdd6b61a20497/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7a07823d48a34e9f60065e750c241530, ASSIGN in 548 msec 2024-12-13T22:18:33,287 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/debb994391f0319d7afbdd6b61a20497 2024-12-13T22:18:33,288 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/debb994391f0319d7afbdd6b61a20497 2024-12-13T22:18:33,289 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,291 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for debb994391f0319d7afbdd6b61a20497 2024-12-13T22:18:33,293 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/debb994391f0319d7afbdd6b61a20497/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,294 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened debb994391f0319d7afbdd6b61a20497; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62225336, jitterRate=-0.07277023792266846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,295 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for debb994391f0319d7afbdd6b61a20497: 2024-12-13T22:18:33,295 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734128308939.debb994391f0319d7afbdd6b61a20497., pid=36, masterSystemTime=1734128313050 2024-12-13T22:18:33,298 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734128308939.debb994391f0319d7afbdd6b61a20497. 2024-12-13T22:18:33,298 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,fff,1734128308939.debb994391f0319d7afbdd6b61a20497. 2024-12-13T22:18:33,298 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,ttt,1734128308939.be1ef8d16c9b4c351d3d6ae750a3d53c. 2024-12-13T22:18:33,298 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=debb994391f0319d7afbdd6b61a20497, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,298 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => be1ef8d16c9b4c351d3d6ae750a3d53c, NAME => 'test,ttt,1734128308939.be1ef8d16c9b4c351d3d6ae750a3d53c.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-13T22:18:33,299 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test be1ef8d16c9b4c351d3d6ae750a3d53c 2024-12-13T22:18:33,299 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,ttt,1734128308939.be1ef8d16c9b4c351d3d6ae750a3d53c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,299 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for be1ef8d16c9b4c351d3d6ae750a3d53c 2024-12-13T22:18:33,299 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for be1ef8d16c9b4c351d3d6ae750a3d53c 2024-12-13T22:18:33,302 INFO [StoreOpener-be1ef8d16c9b4c351d3d6ae750a3d53c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region be1ef8d16c9b4c351d3d6ae750a3d53c 2024-12-13T22:18:33,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=15 2024-12-13T22:18:33,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=15, state=SUCCESS; OpenRegionProcedure debb994391f0319d7afbdd6b61a20497, server=f3932685d002,41269,1734128296588 in 403 msec 2024-12-13T22:18:33,305 INFO [StoreOpener-be1ef8d16c9b4c351d3d6ae750a3d53c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be1ef8d16c9b4c351d3d6ae750a3d53c columnFamilyName f 2024-12-13T22:18:33,305 DEBUG [StoreOpener-be1ef8d16c9b4c351d3d6ae750a3d53c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,306 INFO [StoreOpener-be1ef8d16c9b4c351d3d6ae750a3d53c-1 {}] regionserver.HStore(327): Store=be1ef8d16c9b4c351d3d6ae750a3d53c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,306 INFO [StoreOpener-be1ef8d16c9b4c351d3d6ae750a3d53c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region be1ef8d16c9b4c351d3d6ae750a3d53c 2024-12-13T22:18:33,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=debb994391f0319d7afbdd6b61a20497, ASSIGN in 565 msec 2024-12-13T22:18:33,308 INFO [StoreOpener-be1ef8d16c9b4c351d3d6ae750a3d53c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be1ef8d16c9b4c351d3d6ae750a3d53c columnFamilyName norep 2024-12-13T22:18:33,309 DEBUG [StoreOpener-be1ef8d16c9b4c351d3d6ae750a3d53c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,309 INFO [StoreOpener-be1ef8d16c9b4c351d3d6ae750a3d53c-1 {}] regionserver.HStore(327): Store=be1ef8d16c9b4c351d3d6ae750a3d53c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,310 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/be1ef8d16c9b4c351d3d6ae750a3d53c 2024-12-13T22:18:33,311 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/be1ef8d16c9b4c351d3d6ae750a3d53c 2024-12-13T22:18:33,313 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,314 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for be1ef8d16c9b4c351d3d6ae750a3d53c 2024-12-13T22:18:33,317 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/be1ef8d16c9b4c351d3d6ae750a3d53c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,317 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened be1ef8d16c9b4c351d3d6ae750a3d53c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64757755, jitterRate=-0.03503425419330597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,318 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for be1ef8d16c9b4c351d3d6ae750a3d53c: 2024-12-13T22:18:33,319 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734128308939.be1ef8d16c9b4c351d3d6ae750a3d53c., pid=37, masterSystemTime=1734128313050 2024-12-13T22:18:33,321 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734128308939.be1ef8d16c9b4c351d3d6ae750a3d53c. 2024-12-13T22:18:33,321 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,ttt,1734128308939.be1ef8d16c9b4c351d3d6ae750a3d53c. 2024-12-13T22:18:33,321 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,yyy,1734128308939.6abbed920fded9a20003fbb6e3eee981. 2024-12-13T22:18:33,321 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 6abbed920fded9a20003fbb6e3eee981, NAME => 'test,yyy,1734128308939.6abbed920fded9a20003fbb6e3eee981.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-13T22:18:33,322 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=be1ef8d16c9b4c351d3d6ae750a3d53c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,322 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6abbed920fded9a20003fbb6e3eee981 2024-12-13T22:18:33,322 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,yyy,1734128308939.6abbed920fded9a20003fbb6e3eee981.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,322 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 6abbed920fded9a20003fbb6e3eee981 2024-12-13T22:18:33,322 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 6abbed920fded9a20003fbb6e3eee981 2024-12-13T22:18:33,324 INFO [StoreOpener-6abbed920fded9a20003fbb6e3eee981-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6abbed920fded9a20003fbb6e3eee981 2024-12-13T22:18:33,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=29 2024-12-13T22:18:33,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=29, state=SUCCESS; OpenRegionProcedure be1ef8d16c9b4c351d3d6ae750a3d53c, server=f3932685d002,41269,1734128296588 in 426 msec 2024-12-13T22:18:33,326 INFO [StoreOpener-6abbed920fded9a20003fbb6e3eee981-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6abbed920fded9a20003fbb6e3eee981 columnFamilyName f 2024-12-13T22:18:33,326 DEBUG [StoreOpener-6abbed920fded9a20003fbb6e3eee981-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,327 INFO [StoreOpener-6abbed920fded9a20003fbb6e3eee981-1 {}] regionserver.HStore(327): Store=6abbed920fded9a20003fbb6e3eee981/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,327 INFO [StoreOpener-6abbed920fded9a20003fbb6e3eee981-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6abbed920fded9a20003fbb6e3eee981 2024-12-13T22:18:33,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=be1ef8d16c9b4c351d3d6ae750a3d53c, ASSIGN in 588 msec 2024-12-13T22:18:33,329 INFO [StoreOpener-6abbed920fded9a20003fbb6e3eee981-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6abbed920fded9a20003fbb6e3eee981 columnFamilyName norep 2024-12-13T22:18:33,329 DEBUG [StoreOpener-6abbed920fded9a20003fbb6e3eee981-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,329 INFO [StoreOpener-6abbed920fded9a20003fbb6e3eee981-1 {}] regionserver.HStore(327): Store=6abbed920fded9a20003fbb6e3eee981/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,330 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/6abbed920fded9a20003fbb6e3eee981 2024-12-13T22:18:33,330 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/6abbed920fded9a20003fbb6e3eee981 2024-12-13T22:18:33,331 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,332 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 6abbed920fded9a20003fbb6e3eee981 2024-12-13T22:18:33,336 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/6abbed920fded9a20003fbb6e3eee981/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,336 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 6abbed920fded9a20003fbb6e3eee981; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64426290, jitterRate=-0.03997346758842468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,336 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 6abbed920fded9a20003fbb6e3eee981: 2024-12-13T22:18:33,337 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734128308939.6abbed920fded9a20003fbb6e3eee981., pid=49, masterSystemTime=1734128313050 2024-12-13T22:18:33,339 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734128308939.6abbed920fded9a20003fbb6e3eee981. 2024-12-13T22:18:33,339 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,yyy,1734128308939.6abbed920fded9a20003fbb6e3eee981. 2024-12-13T22:18:33,339 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,ppp,1734128308939.1e2bf2809e643b5d6ab1941405a53d7d. 2024-12-13T22:18:33,339 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 1e2bf2809e643b5d6ab1941405a53d7d, NAME => 'test,ppp,1734128308939.1e2bf2809e643b5d6ab1941405a53d7d.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-13T22:18:33,339 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=6abbed920fded9a20003fbb6e3eee981, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,339 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1e2bf2809e643b5d6ab1941405a53d7d 2024-12-13T22:18:33,339 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,ppp,1734128308939.1e2bf2809e643b5d6ab1941405a53d7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,340 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 1e2bf2809e643b5d6ab1941405a53d7d 2024-12-13T22:18:33,340 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 1e2bf2809e643b5d6ab1941405a53d7d 2024-12-13T22:18:33,342 INFO [StoreOpener-1e2bf2809e643b5d6ab1941405a53d7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1e2bf2809e643b5d6ab1941405a53d7d 2024-12-13T22:18:33,343 INFO [StoreOpener-1e2bf2809e643b5d6ab1941405a53d7d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e2bf2809e643b5d6ab1941405a53d7d columnFamilyName f 2024-12-13T22:18:33,343 DEBUG [StoreOpener-1e2bf2809e643b5d6ab1941405a53d7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,344 INFO [StoreOpener-1e2bf2809e643b5d6ab1941405a53d7d-1 {}] regionserver.HStore(327): Store=1e2bf2809e643b5d6ab1941405a53d7d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=34 2024-12-13T22:18:33,344 INFO [StoreOpener-1e2bf2809e643b5d6ab1941405a53d7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1e2bf2809e643b5d6ab1941405a53d7d 2024-12-13T22:18:33,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=34, state=SUCCESS; OpenRegionProcedure 6abbed920fded9a20003fbb6e3eee981, server=f3932685d002,41269,1734128296588 in 422 msec 2024-12-13T22:18:33,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6abbed920fded9a20003fbb6e3eee981, ASSIGN in 607 msec 2024-12-13T22:18:33,347 INFO [StoreOpener-1e2bf2809e643b5d6ab1941405a53d7d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e2bf2809e643b5d6ab1941405a53d7d columnFamilyName norep 2024-12-13T22:18:33,347 DEBUG [StoreOpener-1e2bf2809e643b5d6ab1941405a53d7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,348 INFO [StoreOpener-1e2bf2809e643b5d6ab1941405a53d7d-1 {}] regionserver.HStore(327): Store=1e2bf2809e643b5d6ab1941405a53d7d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,349 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/1e2bf2809e643b5d6ab1941405a53d7d 2024-12-13T22:18:33,349 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/1e2bf2809e643b5d6ab1941405a53d7d 2024-12-13T22:18:33,350 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,351 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 1e2bf2809e643b5d6ab1941405a53d7d 2024-12-13T22:18:33,353 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/1e2bf2809e643b5d6ab1941405a53d7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,354 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 1e2bf2809e643b5d6ab1941405a53d7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68213372, jitterRate=0.016458451747894287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,354 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 1e2bf2809e643b5d6ab1941405a53d7d: 2024-12-13T22:18:33,355 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734128308939.1e2bf2809e643b5d6ab1941405a53d7d., pid=47, masterSystemTime=1734128313050 2024-12-13T22:18:33,356 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734128308939.1e2bf2809e643b5d6ab1941405a53d7d. 2024-12-13T22:18:33,357 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,ppp,1734128308939.1e2bf2809e643b5d6ab1941405a53d7d. 2024-12-13T22:18:33,357 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,lll,1734128308939.99e884c13f346167d986799b74f88987. 2024-12-13T22:18:33,357 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=1e2bf2809e643b5d6ab1941405a53d7d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,357 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 99e884c13f346167d986799b74f88987, NAME => 'test,lll,1734128308939.99e884c13f346167d986799b74f88987.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-13T22:18:33,357 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 99e884c13f346167d986799b74f88987 2024-12-13T22:18:33,358 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,lll,1734128308939.99e884c13f346167d986799b74f88987.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,358 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 99e884c13f346167d986799b74f88987 2024-12-13T22:18:33,358 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 99e884c13f346167d986799b74f88987 2024-12-13T22:18:33,360 INFO [StoreOpener-99e884c13f346167d986799b74f88987-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 99e884c13f346167d986799b74f88987 2024-12-13T22:18:33,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=25 2024-12-13T22:18:33,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=25, state=SUCCESS; OpenRegionProcedure 1e2bf2809e643b5d6ab1941405a53d7d, server=f3932685d002,41269,1734128296588 in 441 msec 2024-12-13T22:18:33,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1e2bf2809e643b5d6ab1941405a53d7d, ASSIGN in 623 msec 2024-12-13T22:18:33,362 INFO [StoreOpener-99e884c13f346167d986799b74f88987-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99e884c13f346167d986799b74f88987 columnFamilyName f 2024-12-13T22:18:33,362 DEBUG [StoreOpener-99e884c13f346167d986799b74f88987-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,362 INFO [StoreOpener-99e884c13f346167d986799b74f88987-1 {}] regionserver.HStore(327): Store=99e884c13f346167d986799b74f88987/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,362 INFO [StoreOpener-99e884c13f346167d986799b74f88987-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 99e884c13f346167d986799b74f88987 2024-12-13T22:18:33,364 INFO [StoreOpener-99e884c13f346167d986799b74f88987-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99e884c13f346167d986799b74f88987 columnFamilyName norep 2024-12-13T22:18:33,364 DEBUG [StoreOpener-99e884c13f346167d986799b74f88987-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,365 INFO [StoreOpener-99e884c13f346167d986799b74f88987-1 {}] regionserver.HStore(327): Store=99e884c13f346167d986799b74f88987/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,365 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/99e884c13f346167d986799b74f88987 2024-12-13T22:18:33,366 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/99e884c13f346167d986799b74f88987 2024-12-13T22:18:33,367 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,369 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 99e884c13f346167d986799b74f88987 2024-12-13T22:18:33,371 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/99e884c13f346167d986799b74f88987/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,372 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 99e884c13f346167d986799b74f88987; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71303637, jitterRate=0.06250698864459991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,372 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 99e884c13f346167d986799b74f88987: 2024-12-13T22:18:33,373 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734128308939.99e884c13f346167d986799b74f88987., pid=43, masterSystemTime=1734128313050 2024-12-13T22:18:33,375 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734128308939.99e884c13f346167d986799b74f88987. 2024-12-13T22:18:33,376 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,lll,1734128308939.99e884c13f346167d986799b74f88987. 2024-12-13T22:18:33,376 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=99e884c13f346167d986799b74f88987, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,376 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,nnn,1734128308939.a0e9ea0d16b79559f5e0c544a3985a5a. 2024-12-13T22:18:33,376 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => a0e9ea0d16b79559f5e0c544a3985a5a, NAME => 'test,nnn,1734128308939.a0e9ea0d16b79559f5e0c544a3985a5a.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-13T22:18:33,376 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a0e9ea0d16b79559f5e0c544a3985a5a 2024-12-13T22:18:33,376 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,nnn,1734128308939.a0e9ea0d16b79559f5e0c544a3985a5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,377 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for a0e9ea0d16b79559f5e0c544a3985a5a 2024-12-13T22:18:33,377 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for a0e9ea0d16b79559f5e0c544a3985a5a 2024-12-13T22:18:33,379 INFO [StoreOpener-a0e9ea0d16b79559f5e0c544a3985a5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a0e9ea0d16b79559f5e0c544a3985a5a 2024-12-13T22:18:33,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=21 2024-12-13T22:18:33,381 INFO [StoreOpener-a0e9ea0d16b79559f5e0c544a3985a5a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0e9ea0d16b79559f5e0c544a3985a5a columnFamilyName f 2024-12-13T22:18:33,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=21, state=SUCCESS; OpenRegionProcedure 99e884c13f346167d986799b74f88987, server=f3932685d002,41269,1734128296588 in 472 msec 2024-12-13T22:18:33,381 DEBUG [StoreOpener-a0e9ea0d16b79559f5e0c544a3985a5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=99e884c13f346167d986799b74f88987, ASSIGN in 642 msec 2024-12-13T22:18:33,382 INFO [StoreOpener-a0e9ea0d16b79559f5e0c544a3985a5a-1 {}] regionserver.HStore(327): Store=a0e9ea0d16b79559f5e0c544a3985a5a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,382 INFO [StoreOpener-a0e9ea0d16b79559f5e0c544a3985a5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a0e9ea0d16b79559f5e0c544a3985a5a 2024-12-13T22:18:33,383 INFO [StoreOpener-a0e9ea0d16b79559f5e0c544a3985a5a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0e9ea0d16b79559f5e0c544a3985a5a columnFamilyName norep 2024-12-13T22:18:33,384 DEBUG [StoreOpener-a0e9ea0d16b79559f5e0c544a3985a5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,384 INFO [StoreOpener-a0e9ea0d16b79559f5e0c544a3985a5a-1 {}] regionserver.HStore(327): Store=a0e9ea0d16b79559f5e0c544a3985a5a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,385 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/a0e9ea0d16b79559f5e0c544a3985a5a 2024-12-13T22:18:33,385 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/a0e9ea0d16b79559f5e0c544a3985a5a 2024-12-13T22:18:33,387 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,388 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for a0e9ea0d16b79559f5e0c544a3985a5a 2024-12-13T22:18:33,390 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/a0e9ea0d16b79559f5e0c544a3985a5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,390 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened a0e9ea0d16b79559f5e0c544a3985a5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59219764, jitterRate=-0.11755675077438354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,390 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for a0e9ea0d16b79559f5e0c544a3985a5a: 2024-12-13T22:18:33,391 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734128308939.a0e9ea0d16b79559f5e0c544a3985a5a., pid=48, masterSystemTime=1734128313050 2024-12-13T22:18:33,393 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734128308939.a0e9ea0d16b79559f5e0c544a3985a5a. 2024-12-13T22:18:33,393 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,nnn,1734128308939.a0e9ea0d16b79559f5e0c544a3985a5a. 2024-12-13T22:18:33,393 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,jjj,1734128308939.c6919f1184e8c1639d0c9afe20842fdb. 2024-12-13T22:18:33,393 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => c6919f1184e8c1639d0c9afe20842fdb, NAME => 'test,jjj,1734128308939.c6919f1184e8c1639d0c9afe20842fdb.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-13T22:18:33,393 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=a0e9ea0d16b79559f5e0c544a3985a5a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,394 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c6919f1184e8c1639d0c9afe20842fdb 2024-12-13T22:18:33,394 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,jjj,1734128308939.c6919f1184e8c1639d0c9afe20842fdb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,394 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for c6919f1184e8c1639d0c9afe20842fdb 2024-12-13T22:18:33,394 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for c6919f1184e8c1639d0c9afe20842fdb 2024-12-13T22:18:33,395 INFO [StoreOpener-c6919f1184e8c1639d0c9afe20842fdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c6919f1184e8c1639d0c9afe20842fdb 2024-12-13T22:18:33,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=23 2024-12-13T22:18:33,397 INFO [StoreOpener-c6919f1184e8c1639d0c9afe20842fdb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6919f1184e8c1639d0c9afe20842fdb columnFamilyName f 2024-12-13T22:18:33,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=23, state=SUCCESS; OpenRegionProcedure a0e9ea0d16b79559f5e0c544a3985a5a, server=f3932685d002,41269,1734128296588 in 476 msec 2024-12-13T22:18:33,397 DEBUG [StoreOpener-c6919f1184e8c1639d0c9afe20842fdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,398 INFO [StoreOpener-c6919f1184e8c1639d0c9afe20842fdb-1 {}] regionserver.HStore(327): Store=c6919f1184e8c1639d0c9afe20842fdb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,398 INFO [StoreOpener-c6919f1184e8c1639d0c9afe20842fdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c6919f1184e8c1639d0c9afe20842fdb 2024-12-13T22:18:33,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a0e9ea0d16b79559f5e0c544a3985a5a, ASSIGN in 659 msec 2024-12-13T22:18:33,400 INFO [StoreOpener-c6919f1184e8c1639d0c9afe20842fdb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6919f1184e8c1639d0c9afe20842fdb columnFamilyName norep 2024-12-13T22:18:33,400 DEBUG [StoreOpener-c6919f1184e8c1639d0c9afe20842fdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,400 INFO [StoreOpener-c6919f1184e8c1639d0c9afe20842fdb-1 {}] regionserver.HStore(327): Store=c6919f1184e8c1639d0c9afe20842fdb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,401 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/c6919f1184e8c1639d0c9afe20842fdb 2024-12-13T22:18:33,401 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/c6919f1184e8c1639d0c9afe20842fdb 2024-12-13T22:18:33,403 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,404 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for c6919f1184e8c1639d0c9afe20842fdb 2024-12-13T22:18:33,407 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/c6919f1184e8c1639d0c9afe20842fdb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,408 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened c6919f1184e8c1639d0c9afe20842fdb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73828350, jitterRate=0.10012814402580261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,408 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for c6919f1184e8c1639d0c9afe20842fdb: 2024-12-13T22:18:33,410 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734128308939.c6919f1184e8c1639d0c9afe20842fdb., pid=46, masterSystemTime=1734128313050 2024-12-13T22:18:33,411 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734128308939.c6919f1184e8c1639d0c9afe20842fdb. 2024-12-13T22:18:33,411 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,jjj,1734128308939.c6919f1184e8c1639d0c9afe20842fdb. 2024-12-13T22:18:33,411 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,ccc,1734128308939.0ba55735c7221e55b62030e516d3c29b. 2024-12-13T22:18:33,412 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=c6919f1184e8c1639d0c9afe20842fdb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,412 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 0ba55735c7221e55b62030e516d3c29b, NAME => 'test,ccc,1734128308939.0ba55735c7221e55b62030e516d3c29b.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-13T22:18:33,412 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0ba55735c7221e55b62030e516d3c29b 2024-12-13T22:18:33,412 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,ccc,1734128308939.0ba55735c7221e55b62030e516d3c29b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,412 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 0ba55735c7221e55b62030e516d3c29b 2024-12-13T22:18:33,412 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 0ba55735c7221e55b62030e516d3c29b 2024-12-13T22:18:33,414 INFO [StoreOpener-0ba55735c7221e55b62030e516d3c29b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0ba55735c7221e55b62030e516d3c29b 2024-12-13T22:18:33,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=19 2024-12-13T22:18:33,416 INFO [StoreOpener-0ba55735c7221e55b62030e516d3c29b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ba55735c7221e55b62030e516d3c29b columnFamilyName f 2024-12-13T22:18:33,416 DEBUG [StoreOpener-0ba55735c7221e55b62030e516d3c29b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=19, state=SUCCESS; OpenRegionProcedure c6919f1184e8c1639d0c9afe20842fdb, server=f3932685d002,41269,1734128296588 in 501 msec 2024-12-13T22:18:33,417 INFO [StoreOpener-0ba55735c7221e55b62030e516d3c29b-1 {}] regionserver.HStore(327): Store=0ba55735c7221e55b62030e516d3c29b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,417 INFO [StoreOpener-0ba55735c7221e55b62030e516d3c29b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0ba55735c7221e55b62030e516d3c29b 2024-12-13T22:18:33,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c6919f1184e8c1639d0c9afe20842fdb, ASSIGN in 677 msec 2024-12-13T22:18:33,418 INFO [StoreOpener-0ba55735c7221e55b62030e516d3c29b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ba55735c7221e55b62030e516d3c29b columnFamilyName norep 2024-12-13T22:18:33,419 DEBUG [StoreOpener-0ba55735c7221e55b62030e516d3c29b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,419 INFO [StoreOpener-0ba55735c7221e55b62030e516d3c29b-1 {}] regionserver.HStore(327): Store=0ba55735c7221e55b62030e516d3c29b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,420 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/0ba55735c7221e55b62030e516d3c29b 2024-12-13T22:18:33,420 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/0ba55735c7221e55b62030e516d3c29b 2024-12-13T22:18:33,423 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,425 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 0ba55735c7221e55b62030e516d3c29b 2024-12-13T22:18:33,427 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/0ba55735c7221e55b62030e516d3c29b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,428 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 0ba55735c7221e55b62030e516d3c29b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71713383, jitterRate=0.06861267983913422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,428 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 0ba55735c7221e55b62030e516d3c29b: 2024-12-13T22:18:33,429 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734128308939.0ba55735c7221e55b62030e516d3c29b., pid=52, masterSystemTime=1734128313050 2024-12-13T22:18:33,431 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734128308939.0ba55735c7221e55b62030e516d3c29b. 2024-12-13T22:18:33,431 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=0ba55735c7221e55b62030e516d3c29b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,431 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,ccc,1734128308939.0ba55735c7221e55b62030e516d3c29b. 2024-12-13T22:18:33,431 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,rrr,1734128308939.4aaa4c65d04ecacd1a377b4a023887be. 2024-12-13T22:18:33,431 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 4aaa4c65d04ecacd1a377b4a023887be, NAME => 'test,rrr,1734128308939.4aaa4c65d04ecacd1a377b4a023887be.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-13T22:18:33,431 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4aaa4c65d04ecacd1a377b4a023887be 2024-12-13T22:18:33,431 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,rrr,1734128308939.4aaa4c65d04ecacd1a377b4a023887be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,432 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 4aaa4c65d04ecacd1a377b4a023887be 2024-12-13T22:18:33,432 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 4aaa4c65d04ecacd1a377b4a023887be 2024-12-13T22:18:33,434 INFO [StoreOpener-4aaa4c65d04ecacd1a377b4a023887be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4aaa4c65d04ecacd1a377b4a023887be 2024-12-13T22:18:33,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=12 2024-12-13T22:18:33,436 INFO [StoreOpener-4aaa4c65d04ecacd1a377b4a023887be-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4aaa4c65d04ecacd1a377b4a023887be columnFamilyName f 2024-12-13T22:18:33,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=12, state=SUCCESS; OpenRegionProcedure 0ba55735c7221e55b62030e516d3c29b, server=f3932685d002,41269,1734128296588 in 506 msec 2024-12-13T22:18:33,436 DEBUG [StoreOpener-4aaa4c65d04ecacd1a377b4a023887be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0ba55735c7221e55b62030e516d3c29b, ASSIGN in 697 msec 2024-12-13T22:18:33,437 INFO [StoreOpener-4aaa4c65d04ecacd1a377b4a023887be-1 {}] regionserver.HStore(327): Store=4aaa4c65d04ecacd1a377b4a023887be/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,437 INFO [StoreOpener-4aaa4c65d04ecacd1a377b4a023887be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4aaa4c65d04ecacd1a377b4a023887be 2024-12-13T22:18:33,439 INFO [StoreOpener-4aaa4c65d04ecacd1a377b4a023887be-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4aaa4c65d04ecacd1a377b4a023887be columnFamilyName norep 2024-12-13T22:18:33,439 DEBUG [StoreOpener-4aaa4c65d04ecacd1a377b4a023887be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,440 INFO [StoreOpener-4aaa4c65d04ecacd1a377b4a023887be-1 {}] regionserver.HStore(327): Store=4aaa4c65d04ecacd1a377b4a023887be/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,441 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/4aaa4c65d04ecacd1a377b4a023887be 2024-12-13T22:18:33,441 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/4aaa4c65d04ecacd1a377b4a023887be 2024-12-13T22:18:33,442 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,443 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 4aaa4c65d04ecacd1a377b4a023887be 2024-12-13T22:18:33,446 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/4aaa4c65d04ecacd1a377b4a023887be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,446 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 4aaa4c65d04ecacd1a377b4a023887be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63998324, jitterRate=-0.04635065793991089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,446 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 4aaa4c65d04ecacd1a377b4a023887be: 2024-12-13T22:18:33,447 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734128308939.4aaa4c65d04ecacd1a377b4a023887be., pid=56, masterSystemTime=1734128313050 2024-12-13T22:18:33,449 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734128308939.4aaa4c65d04ecacd1a377b4a023887be. 2024-12-13T22:18:33,449 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,rrr,1734128308939.4aaa4c65d04ecacd1a377b4a023887be. 2024-12-13T22:18:33,449 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,qqq,1734128308939.72cd750b5136d057e8e4b8533764a445. 2024-12-13T22:18:33,449 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 72cd750b5136d057e8e4b8533764a445, NAME => 'test,qqq,1734128308939.72cd750b5136d057e8e4b8533764a445.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-13T22:18:33,449 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=4aaa4c65d04ecacd1a377b4a023887be, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,450 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 72cd750b5136d057e8e4b8533764a445 2024-12-13T22:18:33,450 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,qqq,1734128308939.72cd750b5136d057e8e4b8533764a445.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,450 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 72cd750b5136d057e8e4b8533764a445 2024-12-13T22:18:33,450 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 72cd750b5136d057e8e4b8533764a445 2024-12-13T22:18:33,452 INFO [StoreOpener-72cd750b5136d057e8e4b8533764a445-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 72cd750b5136d057e8e4b8533764a445 2024-12-13T22:18:33,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=27 2024-12-13T22:18:33,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=27, state=SUCCESS; OpenRegionProcedure 4aaa4c65d04ecacd1a377b4a023887be, server=f3932685d002,41269,1734128296588 in 521 msec 2024-12-13T22:18:33,454 INFO [StoreOpener-72cd750b5136d057e8e4b8533764a445-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72cd750b5136d057e8e4b8533764a445 columnFamilyName f 2024-12-13T22:18:33,455 DEBUG [StoreOpener-72cd750b5136d057e8e4b8533764a445-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,456 INFO [StoreOpener-72cd750b5136d057e8e4b8533764a445-1 {}] regionserver.HStore(327): Store=72cd750b5136d057e8e4b8533764a445/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4aaa4c65d04ecacd1a377b4a023887be, ASSIGN in 716 msec 2024-12-13T22:18:33,456 INFO [StoreOpener-72cd750b5136d057e8e4b8533764a445-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 72cd750b5136d057e8e4b8533764a445 2024-12-13T22:18:33,458 INFO [StoreOpener-72cd750b5136d057e8e4b8533764a445-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72cd750b5136d057e8e4b8533764a445 columnFamilyName norep 2024-12-13T22:18:33,458 DEBUG [StoreOpener-72cd750b5136d057e8e4b8533764a445-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,458 INFO [StoreOpener-72cd750b5136d057e8e4b8533764a445-1 {}] regionserver.HStore(327): Store=72cd750b5136d057e8e4b8533764a445/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,459 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/72cd750b5136d057e8e4b8533764a445 2024-12-13T22:18:33,460 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/72cd750b5136d057e8e4b8533764a445 2024-12-13T22:18:33,461 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,462 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 72cd750b5136d057e8e4b8533764a445 2024-12-13T22:18:33,464 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/72cd750b5136d057e8e4b8533764a445/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,465 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 72cd750b5136d057e8e4b8533764a445; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63008615, jitterRate=-0.06109847128391266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,465 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 72cd750b5136d057e8e4b8533764a445: 2024-12-13T22:18:33,466 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734128308939.72cd750b5136d057e8e4b8533764a445., pid=50, masterSystemTime=1734128313050 2024-12-13T22:18:33,469 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=72cd750b5136d057e8e4b8533764a445, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,469 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734128308939.72cd750b5136d057e8e4b8533764a445. 2024-12-13T22:18:33,469 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,qqq,1734128308939.72cd750b5136d057e8e4b8533764a445. 2024-12-13T22:18:33,470 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,vvv,1734128308939.ab620142f37096c3e6bde1bad6b3517a. 2024-12-13T22:18:33,470 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => ab620142f37096c3e6bde1bad6b3517a, NAME => 'test,vvv,1734128308939.ab620142f37096c3e6bde1bad6b3517a.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-13T22:18:33,470 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ab620142f37096c3e6bde1bad6b3517a 2024-12-13T22:18:33,470 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,vvv,1734128308939.ab620142f37096c3e6bde1bad6b3517a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,470 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for ab620142f37096c3e6bde1bad6b3517a 2024-12-13T22:18:33,470 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for ab620142f37096c3e6bde1bad6b3517a 2024-12-13T22:18:33,472 INFO [StoreOpener-ab620142f37096c3e6bde1bad6b3517a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ab620142f37096c3e6bde1bad6b3517a 2024-12-13T22:18:33,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=26 2024-12-13T22:18:33,474 INFO [StoreOpener-ab620142f37096c3e6bde1bad6b3517a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab620142f37096c3e6bde1bad6b3517a columnFamilyName f 2024-12-13T22:18:33,474 DEBUG [StoreOpener-ab620142f37096c3e6bde1bad6b3517a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=26, state=SUCCESS; OpenRegionProcedure 72cd750b5136d057e8e4b8533764a445, server=f3932685d002,41269,1734128296588 in 551 msec 2024-12-13T22:18:33,475 INFO [StoreOpener-ab620142f37096c3e6bde1bad6b3517a-1 {}] regionserver.HStore(327): Store=ab620142f37096c3e6bde1bad6b3517a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=72cd750b5136d057e8e4b8533764a445, ASSIGN in 736 msec 2024-12-13T22:18:33,475 INFO [StoreOpener-ab620142f37096c3e6bde1bad6b3517a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ab620142f37096c3e6bde1bad6b3517a 2024-12-13T22:18:33,477 INFO [StoreOpener-ab620142f37096c3e6bde1bad6b3517a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab620142f37096c3e6bde1bad6b3517a columnFamilyName norep 2024-12-13T22:18:33,477 DEBUG [StoreOpener-ab620142f37096c3e6bde1bad6b3517a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,477 INFO [StoreOpener-ab620142f37096c3e6bde1bad6b3517a-1 {}] regionserver.HStore(327): Store=ab620142f37096c3e6bde1bad6b3517a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,478 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/ab620142f37096c3e6bde1bad6b3517a 2024-12-13T22:18:33,479 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/ab620142f37096c3e6bde1bad6b3517a 2024-12-13T22:18:33,481 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,482 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for ab620142f37096c3e6bde1bad6b3517a 2024-12-13T22:18:33,484 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/ab620142f37096c3e6bde1bad6b3517a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,485 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened ab620142f37096c3e6bde1bad6b3517a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72016022, jitterRate=0.07312235236167908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,485 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for ab620142f37096c3e6bde1bad6b3517a: 2024-12-13T22:18:33,486 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734128308939.ab620142f37096c3e6bde1bad6b3517a., pid=41, masterSystemTime=1734128313050 2024-12-13T22:18:33,488 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734128308939.ab620142f37096c3e6bde1bad6b3517a. 2024-12-13T22:18:33,488 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,vvv,1734128308939.ab620142f37096c3e6bde1bad6b3517a. 2024-12-13T22:18:33,488 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,iii,1734128308939.cce097e216e96bb7e938be22574c5196. 2024-12-13T22:18:33,488 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=ab620142f37096c3e6bde1bad6b3517a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,488 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => cce097e216e96bb7e938be22574c5196, NAME => 'test,iii,1734128308939.cce097e216e96bb7e938be22574c5196.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-13T22:18:33,489 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cce097e216e96bb7e938be22574c5196 2024-12-13T22:18:33,489 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,iii,1734128308939.cce097e216e96bb7e938be22574c5196.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,489 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for cce097e216e96bb7e938be22574c5196 2024-12-13T22:18:33,489 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for cce097e216e96bb7e938be22574c5196 2024-12-13T22:18:33,491 INFO [StoreOpener-cce097e216e96bb7e938be22574c5196-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cce097e216e96bb7e938be22574c5196 2024-12-13T22:18:33,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=31 2024-12-13T22:18:33,492 INFO [StoreOpener-cce097e216e96bb7e938be22574c5196-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cce097e216e96bb7e938be22574c5196 columnFamilyName f 2024-12-13T22:18:33,493 DEBUG [StoreOpener-cce097e216e96bb7e938be22574c5196-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,493 INFO [StoreOpener-cce097e216e96bb7e938be22574c5196-1 {}] regionserver.HStore(327): Store=cce097e216e96bb7e938be22574c5196/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=31, state=SUCCESS; OpenRegionProcedure ab620142f37096c3e6bde1bad6b3517a, server=f3932685d002,41269,1734128296588 in 585 msec 2024-12-13T22:18:33,493 INFO [StoreOpener-cce097e216e96bb7e938be22574c5196-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cce097e216e96bb7e938be22574c5196 2024-12-13T22:18:33,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ab620142f37096c3e6bde1bad6b3517a, ASSIGN in 754 msec 2024-12-13T22:18:33,495 INFO [StoreOpener-cce097e216e96bb7e938be22574c5196-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cce097e216e96bb7e938be22574c5196 columnFamilyName norep 2024-12-13T22:18:33,495 DEBUG [StoreOpener-cce097e216e96bb7e938be22574c5196-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,495 INFO [StoreOpener-cce097e216e96bb7e938be22574c5196-1 {}] regionserver.HStore(327): Store=cce097e216e96bb7e938be22574c5196/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,496 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/cce097e216e96bb7e938be22574c5196 2024-12-13T22:18:33,496 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/cce097e216e96bb7e938be22574c5196 2024-12-13T22:18:33,498 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,499 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for cce097e216e96bb7e938be22574c5196 2024-12-13T22:18:33,502 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/cce097e216e96bb7e938be22574c5196/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,502 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened cce097e216e96bb7e938be22574c5196; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69207192, jitterRate=0.031267523765563965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,503 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for cce097e216e96bb7e938be22574c5196: 2024-12-13T22:18:33,504 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734128308939.cce097e216e96bb7e938be22574c5196., pid=39, masterSystemTime=1734128313050 2024-12-13T22:18:33,506 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734128308939.cce097e216e96bb7e938be22574c5196. 2024-12-13T22:18:33,506 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,iii,1734128308939.cce097e216e96bb7e938be22574c5196. 2024-12-13T22:18:33,506 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,uuu,1734128308939.c8c82d9309e6c55abdc5a83859189da3. 2024-12-13T22:18:33,506 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=cce097e216e96bb7e938be22574c5196, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,506 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => c8c82d9309e6c55abdc5a83859189da3, NAME => 'test,uuu,1734128308939.c8c82d9309e6c55abdc5a83859189da3.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-13T22:18:33,507 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c8c82d9309e6c55abdc5a83859189da3 2024-12-13T22:18:33,507 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,uuu,1734128308939.c8c82d9309e6c55abdc5a83859189da3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,507 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for c8c82d9309e6c55abdc5a83859189da3 2024-12-13T22:18:33,507 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for c8c82d9309e6c55abdc5a83859189da3 2024-12-13T22:18:33,508 INFO [StoreOpener-c8c82d9309e6c55abdc5a83859189da3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c8c82d9309e6c55abdc5a83859189da3 2024-12-13T22:18:33,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=18 2024-12-13T22:18:33,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=18, state=SUCCESS; OpenRegionProcedure cce097e216e96bb7e938be22574c5196, server=f3932685d002,41269,1734128296588 in 608 msec 2024-12-13T22:18:33,510 INFO [StoreOpener-c8c82d9309e6c55abdc5a83859189da3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8c82d9309e6c55abdc5a83859189da3 columnFamilyName f 2024-12-13T22:18:33,510 DEBUG [StoreOpener-c8c82d9309e6c55abdc5a83859189da3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,511 INFO [StoreOpener-c8c82d9309e6c55abdc5a83859189da3-1 {}] regionserver.HStore(327): Store=c8c82d9309e6c55abdc5a83859189da3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,511 INFO [StoreOpener-c8c82d9309e6c55abdc5a83859189da3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c8c82d9309e6c55abdc5a83859189da3 2024-12-13T22:18:33,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=cce097e216e96bb7e938be22574c5196, ASSIGN in 772 msec 2024-12-13T22:18:33,537 INFO [StoreOpener-c8c82d9309e6c55abdc5a83859189da3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8c82d9309e6c55abdc5a83859189da3 columnFamilyName norep 2024-12-13T22:18:33,537 DEBUG [StoreOpener-c8c82d9309e6c55abdc5a83859189da3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,537 INFO [StoreOpener-c8c82d9309e6c55abdc5a83859189da3-1 {}] regionserver.HStore(327): Store=c8c82d9309e6c55abdc5a83859189da3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,538 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/c8c82d9309e6c55abdc5a83859189da3 2024-12-13T22:18:33,539 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/c8c82d9309e6c55abdc5a83859189da3 2024-12-13T22:18:33,540 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,541 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for c8c82d9309e6c55abdc5a83859189da3 2024-12-13T22:18:33,544 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/c8c82d9309e6c55abdc5a83859189da3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,544 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened c8c82d9309e6c55abdc5a83859189da3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69928401, jitterRate=0.04201437532901764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,545 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for c8c82d9309e6c55abdc5a83859189da3: 2024-12-13T22:18:33,545 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734128308939.c8c82d9309e6c55abdc5a83859189da3., pid=60, masterSystemTime=1734128313050 2024-12-13T22:18:33,547 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734128308939.c8c82d9309e6c55abdc5a83859189da3. 2024-12-13T22:18:33,547 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,uuu,1734128308939.c8c82d9309e6c55abdc5a83859189da3. 2024-12-13T22:18:33,547 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,hhh,1734128308939.c185f62b8972930a49e20538fc90d7b5. 2024-12-13T22:18:33,547 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=c8c82d9309e6c55abdc5a83859189da3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,548 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => c185f62b8972930a49e20538fc90d7b5, NAME => 'test,hhh,1734128308939.c185f62b8972930a49e20538fc90d7b5.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-13T22:18:33,548 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c185f62b8972930a49e20538fc90d7b5 2024-12-13T22:18:33,548 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,hhh,1734128308939.c185f62b8972930a49e20538fc90d7b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,548 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for c185f62b8972930a49e20538fc90d7b5 2024-12-13T22:18:33,548 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for c185f62b8972930a49e20538fc90d7b5 2024-12-13T22:18:33,550 INFO [StoreOpener-c185f62b8972930a49e20538fc90d7b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c185f62b8972930a49e20538fc90d7b5 2024-12-13T22:18:33,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=30 2024-12-13T22:18:33,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=30, state=SUCCESS; OpenRegionProcedure c8c82d9309e6c55abdc5a83859189da3, server=f3932685d002,41269,1734128296588 in 607 msec 2024-12-13T22:18:33,552 INFO [StoreOpener-c185f62b8972930a49e20538fc90d7b5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c185f62b8972930a49e20538fc90d7b5 columnFamilyName f 2024-12-13T22:18:33,552 DEBUG [StoreOpener-c185f62b8972930a49e20538fc90d7b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c8c82d9309e6c55abdc5a83859189da3, ASSIGN in 813 msec 2024-12-13T22:18:33,553 INFO [StoreOpener-c185f62b8972930a49e20538fc90d7b5-1 {}] regionserver.HStore(327): Store=c185f62b8972930a49e20538fc90d7b5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,553 INFO [StoreOpener-c185f62b8972930a49e20538fc90d7b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c185f62b8972930a49e20538fc90d7b5 2024-12-13T22:18:33,554 INFO [StoreOpener-c185f62b8972930a49e20538fc90d7b5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c185f62b8972930a49e20538fc90d7b5 columnFamilyName norep 2024-12-13T22:18:33,555 DEBUG [StoreOpener-c185f62b8972930a49e20538fc90d7b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,555 INFO [StoreOpener-c185f62b8972930a49e20538fc90d7b5-1 {}] regionserver.HStore(327): Store=c185f62b8972930a49e20538fc90d7b5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,556 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/c185f62b8972930a49e20538fc90d7b5 2024-12-13T22:18:33,556 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/c185f62b8972930a49e20538fc90d7b5 2024-12-13T22:18:33,557 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,559 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for c185f62b8972930a49e20538fc90d7b5 2024-12-13T22:18:33,561 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/c185f62b8972930a49e20538fc90d7b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,562 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened c185f62b8972930a49e20538fc90d7b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63248276, jitterRate=-0.057527244091033936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,562 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for c185f62b8972930a49e20538fc90d7b5: 2024-12-13T22:18:33,562 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734128308939.c185f62b8972930a49e20538fc90d7b5., pid=45, masterSystemTime=1734128313050 2024-12-13T22:18:33,564 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734128308939.c185f62b8972930a49e20538fc90d7b5. 2024-12-13T22:18:33,564 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,hhh,1734128308939.c185f62b8972930a49e20538fc90d7b5. 2024-12-13T22:18:33,564 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,xxx,1734128308939.d84687ef9e6b174ab253fcf0c6fb3f83. 2024-12-13T22:18:33,564 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => d84687ef9e6b174ab253fcf0c6fb3f83, NAME => 'test,xxx,1734128308939.d84687ef9e6b174ab253fcf0c6fb3f83.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-13T22:18:33,564 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=c185f62b8972930a49e20538fc90d7b5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,565 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d84687ef9e6b174ab253fcf0c6fb3f83 2024-12-13T22:18:33,565 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,xxx,1734128308939.d84687ef9e6b174ab253fcf0c6fb3f83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:33,565 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for d84687ef9e6b174ab253fcf0c6fb3f83 2024-12-13T22:18:33,565 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for d84687ef9e6b174ab253fcf0c6fb3f83 2024-12-13T22:18:33,566 INFO [StoreOpener-d84687ef9e6b174ab253fcf0c6fb3f83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d84687ef9e6b174ab253fcf0c6fb3f83 2024-12-13T22:18:33,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=17 2024-12-13T22:18:33,568 INFO [StoreOpener-d84687ef9e6b174ab253fcf0c6fb3f83-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d84687ef9e6b174ab253fcf0c6fb3f83 columnFamilyName f 2024-12-13T22:18:33,568 DEBUG [StoreOpener-d84687ef9e6b174ab253fcf0c6fb3f83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=17, state=SUCCESS; OpenRegionProcedure c185f62b8972930a49e20538fc90d7b5, server=f3932685d002,41269,1734128296588 in 657 msec 2024-12-13T22:18:33,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c185f62b8972930a49e20538fc90d7b5, ASSIGN in 830 msec 2024-12-13T22:18:33,569 INFO [StoreOpener-d84687ef9e6b174ab253fcf0c6fb3f83-1 {}] regionserver.HStore(327): Store=d84687ef9e6b174ab253fcf0c6fb3f83/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,569 INFO [StoreOpener-d84687ef9e6b174ab253fcf0c6fb3f83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d84687ef9e6b174ab253fcf0c6fb3f83 2024-12-13T22:18:33,570 INFO [StoreOpener-d84687ef9e6b174ab253fcf0c6fb3f83-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d84687ef9e6b174ab253fcf0c6fb3f83 columnFamilyName norep 2024-12-13T22:18:33,570 DEBUG [StoreOpener-d84687ef9e6b174ab253fcf0c6fb3f83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:33,571 INFO [StoreOpener-d84687ef9e6b174ab253fcf0c6fb3f83-1 {}] regionserver.HStore(327): Store=d84687ef9e6b174ab253fcf0c6fb3f83/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:33,571 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/d84687ef9e6b174ab253fcf0c6fb3f83 2024-12-13T22:18:33,572 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/d84687ef9e6b174ab253fcf0c6fb3f83 2024-12-13T22:18:33,573 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T22:18:33,574 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for d84687ef9e6b174ab253fcf0c6fb3f83 2024-12-13T22:18:33,576 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/d84687ef9e6b174ab253fcf0c6fb3f83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:33,576 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened d84687ef9e6b174ab253fcf0c6fb3f83; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65761478, jitterRate=-0.020077615976333618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T22:18:33,576 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for d84687ef9e6b174ab253fcf0c6fb3f83: 2024-12-13T22:18:33,577 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734128308939.d84687ef9e6b174ab253fcf0c6fb3f83., pid=51, masterSystemTime=1734128313050 2024-12-13T22:18:33,579 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734128308939.d84687ef9e6b174ab253fcf0c6fb3f83. 2024-12-13T22:18:33,579 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,xxx,1734128308939.d84687ef9e6b174ab253fcf0c6fb3f83. 2024-12-13T22:18:33,579 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=d84687ef9e6b174ab253fcf0c6fb3f83, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:33,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=33 2024-12-13T22:18:33,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=33, state=SUCCESS; OpenRegionProcedure d84687ef9e6b174ab253fcf0c6fb3f83, server=f3932685d002,41269,1734128296588 in 660 msec 2024-12-13T22:18:33,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=9 2024-12-13T22:18:33,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d84687ef9e6b174ab253fcf0c6fb3f83, ASSIGN in 845 msec 2024-12-13T22:18:33,586 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T22:18:33,586 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734128313586"}]},"ts":"1734128313586"} 2024-12-13T22:18:33,588 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-13T22:18:33,604 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T22:18:33,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.6650 sec 2024-12-13T22:18:36,712 INFO [f3932685d002:37375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T22:18:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T22:18:37,060 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-13T22:18:37,060 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T22:18:37,061 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T22:18:37,075 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T22:18:37,076 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T22:18:37,076 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T22:18:37,076 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T22:18:37,076 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T22:18:37,084 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T22:18:37,084 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T22:18:37,084 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T22:18:37,084 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T22:18:37,085 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T22:18:37,091 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T22:18:37,091 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T22:18:37,091 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T22:18:37,104 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=390, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=234, ProcessCount=11, AvailableMemoryMB=3999 2024-12-13T22:18:37,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T22:18:37,108 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T22:18:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.HMaster(3971): Client=jenkins//172.17.0.3 list replication peers, regex=null 2024-12-13T22:18:37,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.HMaster(3919): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=127.0.0.1:50949:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-13T22:18:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-13T22:18:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T22:18:37,147 INFO [PEWorker-1 {}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-13T22:18:37,148 INFO [PEWorker-1 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@2ee14280check-peer-cluster-id connecting to ZooKeeper ensemble=127.0.0.1:50949 2024-12-13T22:18:37,195 DEBUG [PEWorker-1-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@2ee14280check-peer-cluster-id0x0, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T22:18:37,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@2ee14280check-peer-cluster-id-0x1002178cc3c0009 connected 2024-12-13T22:18:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T22:18:37,305 DEBUG [PEWorker-1-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@2ee14280check-peer-cluster-id-0x1002178cc3c0009, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T22:18:37,325 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T22:18:37,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T22:18:37,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T22:18:37,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T22:18:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T22:18:37,548 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3932685d002,37375,1734128288813 2024-12-13T22:18:37,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37375 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=63 2024-12-13T22:18:37,550 INFO [RS_REFRESH_PEER-regionserver/f3932685d002:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-13T22:18:37,565 INFO [RS_REFRESH_PEER-regionserver/f3932685d002:0-0 {event_type=RS_REFRESH_PEER, pid=63}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-13T22:18:37,583 INFO [RS_REFRESH_PEER-regionserver/f3932685d002:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-13T22:18:37,639 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-13T22:18:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.HMaster(4106): Remote procedure done, pid=63 2024-12-13T22:18:37,642 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ADD on f3932685d002,37375,1734128288813 suceeded 2024-12-13T22:18:37,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-13T22:18:37,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 260 msec 2024-12-13T22:18:37,644 INFO [PEWorker-4 {}] replication.AddPeerProcedure(102): Successfully added ENABLED peer 2, config clusterKey=127.0.0.1:50949:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-13T22:18:37,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 520 msec 2024-12-13T22:18:37,668 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c961980 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@562717d7 2024-12-13T22:18:37,680 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ff15ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:37,681 INFO [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:50949 2024-12-13T22:18:37,687 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T22:18:37,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1002178cc3c000b connected 2024-12-13T22:18:37,688 INFO [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=5b88ebba-19a7-4945-a546-8fee9d7baf8f to cluster=6aefc674-298a-4a2d-bd84-f6bf6608a743 2024-12-13T22:18:37,690 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=f3932685d002%2C37375%2C1734128288813 2024-12-13T22:18:37,692 INFO [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-13T22:18:37,693 INFO [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f3932685d002%2C37375%2C1734128288813 2024-12-13T22:18:37,693 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, startPosition=0, beingWritten=true 2024-12-13T22:18:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T22:18:37,739 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05d62a71 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32667b1d 2024-12-13T22:18:37,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14edeaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:37,748 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60c725f1 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54f60e3a 2024-12-13T22:18:37,752 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-13T22:18:37,752 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 to pos 7708, reset compression=false 2024-12-13T22:18:37,752 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=7708, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-13T22:18:37,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5549392a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:37,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T22:18:37,764 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T22:18:37,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T22:18:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-13T22:18:37,767 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T22:18:37,767 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:37,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 64 2024-12-13T22:18:37,768 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T22:18:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T22:18:37,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741864_1040 (size=367) 2024-12-13T22:18:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T22:18:37,961 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 to pos 7708, reset compression=false 2024-12-13T22:18:37,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T22:18:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T22:18:38,176 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 272578e368ec14b389f35a20c336740d, NAME => 'testdroppedtimed,,1734128317765.272578e368ec14b389f35a20c336740d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37 2024-12-13T22:18:38,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741865_1041 (size=51) 2024-12-13T22:18:38,269 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 to pos 7708, reset compression=false 2024-12-13T22:18:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T22:18:38,560 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T22:18:38,583 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734128317765.272578e368ec14b389f35a20c336740d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:38,584 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 272578e368ec14b389f35a20c336740d, disabling compactions & flushes 2024-12-13T22:18:38,584 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734128317765.272578e368ec14b389f35a20c336740d. 2024-12-13T22:18:38,584 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734128317765.272578e368ec14b389f35a20c336740d. 2024-12-13T22:18:38,584 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734128317765.272578e368ec14b389f35a20c336740d. after waiting 0 ms 2024-12-13T22:18:38,584 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734128317765.272578e368ec14b389f35a20c336740d. 2024-12-13T22:18:38,584 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734128317765.272578e368ec14b389f35a20c336740d. 2024-12-13T22:18:38,584 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 272578e368ec14b389f35a20c336740d: 2024-12-13T22:18:38,585 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T22:18:38,585 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734128317765.272578e368ec14b389f35a20c336740d.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734128318585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128318585"}]},"ts":"1734128318585"} 2024-12-13T22:18:38,587 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T22:18:38,588 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T22:18:38,588 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734128318588"}]},"ts":"1734128318588"} 2024-12-13T22:18:38,589 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-13T22:18:38,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=272578e368ec14b389f35a20c336740d, ASSIGN}] 2024-12-13T22:18:38,639 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=272578e368ec14b389f35a20c336740d, ASSIGN 2024-12-13T22:18:38,640 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=272578e368ec14b389f35a20c336740d, ASSIGN; state=OFFLINE, location=f3932685d002,37375,1734128288813; forceNewPlan=false, retain=false 2024-12-13T22:18:38,674 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 to pos 7708, reset compression=false 2024-12-13T22:18:38,791 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=272578e368ec14b389f35a20c336740d, regionState=OPENING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:38,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 272578e368ec14b389f35a20c336740d, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:18:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T22:18:38,945 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3932685d002,37375,1734128288813 2024-12-13T22:18:38,949 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734128317765.272578e368ec14b389f35a20c336740d. 2024-12-13T22:18:38,949 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 272578e368ec14b389f35a20c336740d, NAME => 'testdroppedtimed,,1734128317765.272578e368ec14b389f35a20c336740d.', STARTKEY => '', ENDKEY => ''} 2024-12-13T22:18:38,949 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 272578e368ec14b389f35a20c336740d 2024-12-13T22:18:38,949 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734128317765.272578e368ec14b389f35a20c336740d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:38,949 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 272578e368ec14b389f35a20c336740d 2024-12-13T22:18:38,949 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 272578e368ec14b389f35a20c336740d 2024-12-13T22:18:38,951 INFO [StoreOpener-272578e368ec14b389f35a20c336740d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 272578e368ec14b389f35a20c336740d 2024-12-13T22:18:38,952 INFO [StoreOpener-272578e368ec14b389f35a20c336740d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 272578e368ec14b389f35a20c336740d columnFamilyName fam 2024-12-13T22:18:38,952 DEBUG [StoreOpener-272578e368ec14b389f35a20c336740d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:38,953 INFO [StoreOpener-272578e368ec14b389f35a20c336740d-1 {}] regionserver.HStore(327): Store=272578e368ec14b389f35a20c336740d/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:38,954 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/testdroppedtimed/272578e368ec14b389f35a20c336740d 2024-12-13T22:18:38,954 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/testdroppedtimed/272578e368ec14b389f35a20c336740d 2024-12-13T22:18:38,957 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 272578e368ec14b389f35a20c336740d 2024-12-13T22:18:38,959 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/testdroppedtimed/272578e368ec14b389f35a20c336740d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:38,960 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 272578e368ec14b389f35a20c336740d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60688545, jitterRate=-0.09567020833492279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T22:18:38,961 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 272578e368ec14b389f35a20c336740d: 2024-12-13T22:18:38,961 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734128317765.272578e368ec14b389f35a20c336740d., pid=66, masterSystemTime=1734128318945 2024-12-13T22:18:38,963 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734128317765.272578e368ec14b389f35a20c336740d. 2024-12-13T22:18:38,963 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734128317765.272578e368ec14b389f35a20c336740d. 2024-12-13T22:18:38,963 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=272578e368ec14b389f35a20c336740d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:18:38,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-13T22:18:38,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 272578e368ec14b389f35a20c336740d, server=f3932685d002,37375,1734128288813 in 172 msec 2024-12-13T22:18:38,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-13T22:18:38,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=272578e368ec14b389f35a20c336740d, ASSIGN in 329 msec 2024-12-13T22:18:38,968 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T22:18:38,968 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734128318968"}]},"ts":"1734128318968"} 2024-12-13T22:18:38,969 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-13T22:18:38,979 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T22:18:38,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.2140 sec 2024-12-13T22:18:39,187 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 to pos 7708, reset compression=false 2024-12-13T22:18:39,193 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-13T22:18:39,193 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 to pos 8001, reset compression=false 2024-12-13T22:18:39,193 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=8001, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-13T22:18:39,397 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 to pos 8001, reset compression=false 2024-12-13T22:18:39,705 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 to pos 8001, reset compression=false 2024-12-13T22:18:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T22:18:39,878 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 64 completed 2024-12-13T22:18:39,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T22:18:39,881 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T22:18:39,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T22:18:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-13T22:18:39,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T22:18:39,885 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:39,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 62 2024-12-13T22:18:39,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T22:18:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T22:18:39,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741864_1040 (size=367) 2024-12-13T22:18:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T22:18:40,117 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 to pos 8001, reset compression=false 2024-12-13T22:18:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T22:18:40,296 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a9ea37e0a3dca9c829a4be6c0d232591, NAME => 'testdroppedtimed,,1734128319882.a9ea37e0a3dca9c829a4be6c0d232591.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd 2024-12-13T22:18:40,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741865_1041 (size=51) 2024-12-13T22:18:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T22:18:40,626 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 to pos 8001, reset compression=false 2024-12-13T22:18:40,711 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734128319882.a9ea37e0a3dca9c829a4be6c0d232591.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:40,711 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing a9ea37e0a3dca9c829a4be6c0d232591, disabling compactions & flushes 2024-12-13T22:18:40,712 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734128319882.a9ea37e0a3dca9c829a4be6c0d232591. 2024-12-13T22:18:40,712 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734128319882.a9ea37e0a3dca9c829a4be6c0d232591. 2024-12-13T22:18:40,712 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734128319882.a9ea37e0a3dca9c829a4be6c0d232591. after waiting 0 ms 2024-12-13T22:18:40,712 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734128319882.a9ea37e0a3dca9c829a4be6c0d232591. 2024-12-13T22:18:40,712 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734128319882.a9ea37e0a3dca9c829a4be6c0d232591. 2024-12-13T22:18:40,712 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for a9ea37e0a3dca9c829a4be6c0d232591: 2024-12-13T22:18:40,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T22:18:40,715 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734128319882.a9ea37e0a3dca9c829a4be6c0d232591.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734128320715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734128320715"}]},"ts":"1734128320715"} 2024-12-13T22:18:40,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T22:18:40,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T22:18:40,720 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734128320720"}]},"ts":"1734128320720"} 2024-12-13T22:18:40,721 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-13T22:18:40,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=a9ea37e0a3dca9c829a4be6c0d232591, ASSIGN}] 2024-12-13T22:18:40,773 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=a9ea37e0a3dca9c829a4be6c0d232591, ASSIGN 2024-12-13T22:18:40,774 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=a9ea37e0a3dca9c829a4be6c0d232591, ASSIGN; state=OFFLINE, location=f3932685d002,41269,1734128296588; forceNewPlan=false, retain=false 2024-12-13T22:18:40,925 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=a9ea37e0a3dca9c829a4be6c0d232591, regionState=OPENING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:40,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure a9ea37e0a3dca9c829a4be6c0d232591, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T22:18:41,085 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3932685d002,41269,1734128296588 2024-12-13T22:18:41,089 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734128319882.a9ea37e0a3dca9c829a4be6c0d232591. 2024-12-13T22:18:41,089 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => a9ea37e0a3dca9c829a4be6c0d232591, NAME => 'testdroppedtimed,,1734128319882.a9ea37e0a3dca9c829a4be6c0d232591.', STARTKEY => '', ENDKEY => ''} 2024-12-13T22:18:41,090 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed a9ea37e0a3dca9c829a4be6c0d232591 2024-12-13T22:18:41,090 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734128319882.a9ea37e0a3dca9c829a4be6c0d232591.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T22:18:41,090 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for a9ea37e0a3dca9c829a4be6c0d232591 2024-12-13T22:18:41,090 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for a9ea37e0a3dca9c829a4be6c0d232591 2024-12-13T22:18:41,092 INFO [StoreOpener-a9ea37e0a3dca9c829a4be6c0d232591-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region a9ea37e0a3dca9c829a4be6c0d232591 2024-12-13T22:18:41,093 INFO [StoreOpener-a9ea37e0a3dca9c829a4be6c0d232591-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9ea37e0a3dca9c829a4be6c0d232591 columnFamilyName fam 2024-12-13T22:18:41,093 DEBUG [StoreOpener-a9ea37e0a3dca9c829a4be6c0d232591-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T22:18:41,094 INFO [StoreOpener-a9ea37e0a3dca9c829a4be6c0d232591-1 {}] regionserver.HStore(327): Store=a9ea37e0a3dca9c829a4be6c0d232591/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T22:18:41,095 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/testdroppedtimed/a9ea37e0a3dca9c829a4be6c0d232591 2024-12-13T22:18:41,095 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/testdroppedtimed/a9ea37e0a3dca9c829a4be6c0d232591 2024-12-13T22:18:41,098 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for a9ea37e0a3dca9c829a4be6c0d232591 2024-12-13T22:18:41,100 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/testdroppedtimed/a9ea37e0a3dca9c829a4be6c0d232591/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T22:18:41,100 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened a9ea37e0a3dca9c829a4be6c0d232591; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59439252, jitterRate=-0.11428612470626831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T22:18:41,101 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for a9ea37e0a3dca9c829a4be6c0d232591: 2024-12-13T22:18:41,101 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734128319882.a9ea37e0a3dca9c829a4be6c0d232591., pid=64, masterSystemTime=1734128321084 2024-12-13T22:18:41,103 DEBUG [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734128319882.a9ea37e0a3dca9c829a4be6c0d232591. 2024-12-13T22:18:41,103 INFO [RS_OPEN_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734128319882.a9ea37e0a3dca9c829a4be6c0d232591. 2024-12-13T22:18:41,103 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=a9ea37e0a3dca9c829a4be6c0d232591, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:41,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-13T22:18:41,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure a9ea37e0a3dca9c829a4be6c0d232591, server=f3932685d002,41269,1734128296588 in 174 msec 2024-12-13T22:18:41,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-13T22:18:41,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=a9ea37e0a3dca9c829a4be6c0d232591, ASSIGN in 334 msec 2024-12-13T22:18:41,107 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T22:18:41,107 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734128321107"}]},"ts":"1734128321107"} 2024-12-13T22:18:41,109 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-13T22:18:41,120 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T22:18:41,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.2370 sec 2024-12-13T22:18:41,238 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 to pos 8001, reset compression=false 2024-12-13T22:18:41,712 INFO [f3932685d002:37375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f3932685d002%2C37375%2C1734128288813]: currently replicating from: hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 at position: 8001 2024-12-13T22:18:41,945 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 to pos 8001, reset compression=false 2024-12-13T22:18:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T22:18:41,995 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 62 completed 2024-12-13T22:18:41,995 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-13T22:18:41,996 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T22:18:42,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-13T22:18:42,001 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T22:18:42,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-13T22:18:42,001 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-13T22:18:42,001 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T22:18:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-13T22:18:42,006 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T22:18:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-13T22:18:42,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.HMaster(3938): Client=jenkins//172.17.0.3 disable replication peer, id=2 2024-12-13T22:18:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-13T22:18:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T22:18:42,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T22:18:42,104 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-13T22:18:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T22:18:42,206 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3932685d002,37375,1734128288813 2024-12-13T22:18:42,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37375 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=68 2024-12-13T22:18:42,207 INFO [RS_REFRESH_PEER-regionserver/f3932685d002:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=DISABLE_PEER 2024-12-13T22:18:42,209 INFO [RS_REFRESH_PEER-regionserver/f3932685d002:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(373): Terminate replication source for 2 2024-12-13T22:18:42,209 INFO [RS_REFRESH_PEER-regionserver/f3932685d002:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Peer 2 state or config changed. Will close the previous replication source and open a new one 2024-12-13T22:18:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T22:18:42,320 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1002178cc3c000b, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T22:18:42,321 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0 {event_type=RS_REFRESH_PEER, pid=68}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c961980 to 127.0.0.1:50949 2024-12-13T22:18:42,322 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0 {event_type=RS_REFRESH_PEER, pid=68}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:18:42,422 WARN [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-13T22:18:42,422 WARN [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-13T22:18:42,522 INFO [RS_REFRESH_PEER-regionserver/f3932685d002:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 terminated 2024-12-13T22:18:42,539 INFO [RS_REFRESH_PEER-regionserver/f3932685d002:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-13T22:18:42,540 INFO [RS_REFRESH_PEER-regionserver/f3932685d002:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(383): Startup replication source for 2 2024-12-13T22:18:42,540 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-13T22:18:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-13T22:18:42,542 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for DISABLE on f3932685d002,37375,1734128288813 suceeded 2024-12-13T22:18:42,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-13T22:18:42,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 488 msec 2024-12-13T22:18:42,543 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 2 2024-12-13T22:18:42,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 533 msec 2024-12-13T22:18:42,569 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36f318ca to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b5f031e 2024-12-13T22:18:42,579 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a2461a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:42,581 INFO [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:50949 2024-12-13T22:18:42,587 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T22:18:42,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1002178cc3c000f connected 2024-12-13T22:18:42,587 INFO [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=5b88ebba-19a7-4945-a546-8fee9d7baf8f to cluster=6aefc674-298a-4a2d-bd84-f6bf6608a743 2024-12-13T22:18:42,588 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=f3932685d002%2C37375%2C1734128288813 2024-12-13T22:18:42,588 INFO [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-13T22:18:42,589 INFO [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f3932685d002%2C37375%2C1734128288813 2024-12-13T22:18:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T22:18:42,624 DEBUG [hconnection-0x5a8d0aa5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:42,626 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T22:18:42,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T22:18:43,387 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-13T22:18:43,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable testdroppedtimed 2024-12-13T22:18:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-13T22:18:43,397 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734128323397"}]},"ts":"1734128323397"} 2024-12-13T22:18:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T22:18:43,398 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-13T22:18:43,437 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-13T22:18:43,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-13T22:18:43,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=a9ea37e0a3dca9c829a4be6c0d232591, UNASSIGN}] 2024-12-13T22:18:43,443 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=a9ea37e0a3dca9c829a4be6c0d232591, UNASSIGN 2024-12-13T22:18:43,444 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=a9ea37e0a3dca9c829a4be6c0d232591, regionState=CLOSING, regionLocation=f3932685d002,41269,1734128296588 2024-12-13T22:18:43,445 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T22:18:43,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure a9ea37e0a3dca9c829a4be6c0d232591, server=f3932685d002,41269,1734128296588}] 2024-12-13T22:18:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T22:18:43,600 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3932685d002,41269,1734128296588 2024-12-13T22:18:43,604 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close a9ea37e0a3dca9c829a4be6c0d232591 2024-12-13T22:18:43,604 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T22:18:43,605 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing a9ea37e0a3dca9c829a4be6c0d232591, disabling compactions & flushes 2024-12-13T22:18:43,606 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734128319882.a9ea37e0a3dca9c829a4be6c0d232591. 2024-12-13T22:18:43,606 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734128319882.a9ea37e0a3dca9c829a4be6c0d232591. 2024-12-13T22:18:43,606 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734128319882.a9ea37e0a3dca9c829a4be6c0d232591. after waiting 0 ms 2024-12-13T22:18:43,606 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734128319882.a9ea37e0a3dca9c829a4be6c0d232591. 2024-12-13T22:18:43,612 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/testdroppedtimed/a9ea37e0a3dca9c829a4be6c0d232591/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:18:43,615 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734128319882.a9ea37e0a3dca9c829a4be6c0d232591. 2024-12-13T22:18:43,615 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for a9ea37e0a3dca9c829a4be6c0d232591: 2024-12-13T22:18:43,617 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed a9ea37e0a3dca9c829a4be6c0d232591 2024-12-13T22:18:43,617 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=a9ea37e0a3dca9c829a4be6c0d232591, regionState=CLOSED 2024-12-13T22:18:43,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-13T22:18:43,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure a9ea37e0a3dca9c829a4be6c0d232591, server=f3932685d002,41269,1734128296588 in 173 msec 2024-12-13T22:18:43,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-13T22:18:43,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=a9ea37e0a3dca9c829a4be6c0d232591, UNASSIGN in 178 msec 2024-12-13T22:18:43,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-13T22:18:43,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 184 msec 2024-12-13T22:18:43,635 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734128323635"}]},"ts":"1734128323635"} 2024-12-13T22:18:43,636 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-13T22:18:43,645 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-13T22:18:43,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 253 msec 2024-12-13T22:18:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T22:18:43,701 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 65 completed 2024-12-13T22:18:43,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete testdroppedtimed 2024-12-13T22:18:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-13T22:18:43,707 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T22:18:43,708 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T22:18:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T22:18:43,714 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/testdroppedtimed/a9ea37e0a3dca9c829a4be6c0d232591 2024-12-13T22:18:43,717 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/testdroppedtimed/a9ea37e0a3dca9c829a4be6c0d232591/fam, FileablePath, hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/testdroppedtimed/a9ea37e0a3dca9c829a4be6c0d232591/recovered.edits] 2024-12-13T22:18:43,728 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/testdroppedtimed/a9ea37e0a3dca9c829a4be6c0d232591/recovered.edits/4.seqid to hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/archive/data/default/testdroppedtimed/a9ea37e0a3dca9c829a4be6c0d232591/recovered.edits/4.seqid 2024-12-13T22:18:43,729 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/testdroppedtimed/a9ea37e0a3dca9c829a4be6c0d232591 2024-12-13T22:18:43,729 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-13T22:18:43,735 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T22:18:43,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41269 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-13T22:18:43,742 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-13T22:18:43,744 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-13T22:18:43,745 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T22:18:43,746 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-13T22:18:43,746 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734128319882.a9ea37e0a3dca9c829a4be6c0d232591.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734128323746"}]},"ts":"9223372036854775807"} 2024-12-13T22:18:43,748 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T22:18:43,748 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a9ea37e0a3dca9c829a4be6c0d232591, NAME => 'testdroppedtimed,,1734128319882.a9ea37e0a3dca9c829a4be6c0d232591.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T22:18:43,748 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-13T22:18:43,748 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734128323748"}]},"ts":"9223372036854775807"} 2024-12-13T22:18:43,750 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-13T22:18:43,754 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T22:18:43,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 50 msec 2024-12-13T22:18:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T22:18:43,811 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 69 completed 2024-12-13T22:18:43,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.HMaster(3932): Client=jenkins//172.17.0.3 enable replication peer, id=2 2024-12-13T22:18:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-13T22:18:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T22:18:43,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T22:18:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T22:18:43,981 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3932685d002,37375,1734128288813 2024-12-13T22:18:43,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37375 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=70 2024-12-13T22:18:43,982 INFO [RS_REFRESH_PEER-regionserver/f3932685d002:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ENABLE_PEER 2024-12-13T22:18:43,983 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-13T22:18:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-13T22:18:43,986 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ENABLE on f3932685d002,37375,1734128288813 suceeded 2024-12-13T22:18:43,989 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, startPosition=0, beingWritten=true 2024-12-13T22:18:43,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-13T22:18:43,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-12-13T22:18:43,991 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 2 2024-12-13T22:18:43,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 176 msec 2024-12-13T22:18:44,005 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:18:44,005 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{testdroppedtimed/272578e368ec14b389f35a20c336740d/4=[#edits: 1 = <0 put on table to be dropped/fam:row/1734128322630/Put/vlen=4096/seqid=0; >],4327}, {test/83144c1a6e2fd774fb4dbaf37dda987d/4=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/5=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/6=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/7=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/8=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/9=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/10=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/11=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/12=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/13=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/14=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/15=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/16=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/17=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/18=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/19=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/20=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/21=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/22=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/23=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/24=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/25=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/26=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=108713, nbRowKeys=24, nbHFiles=0, heapSize=103158, lastSeqIds={}, endOfFile=false,usedBufferSize=103158] 2024-12-13T22:18:44,009 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:18:44,012 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:18:44,014 DEBUG [SinkThread-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T22:18:44,016 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-13T22:18:44,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:18:44,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x644e5241 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23d9697b 2024-12-13T22:18:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T22:18:44,140 DEBUG [hconnection-0x2fee06a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:44,140 DEBUG [ReadOnlyZKClient-127.0.0.1:50949@0x644e5241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20fd0582, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:44,142 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T22:18:44,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:44,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:44,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:44,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-13T22:18:44,162 DEBUG [ReadOnlyZKClient-127.0.0.1:50949@0x644e5241 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3932685d002,41269,1734128296588, seqNum=-1] 2024-12-13T22:18:44,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:44,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:44,167 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-13T22:18:44,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:44,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:44,173 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut013', locateType=CURRENT is [region=test,,1734128308939.26579b73a690f0e980f5ebcadd885e61., hostname=f3932685d002,41269,1734128296588, seqNum=2] 2024-12-13T22:18:44,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:44,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:44,185 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut015', locateType=CURRENT is [region=test,,1734128308939.26579b73a690f0e980f5ebcadd885e61., hostname=f3932685d002,41269,1734128296588, seqNum=2] 2024-12-13T22:18:44,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:44,185 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut014', locateType=CURRENT is [region=test,,1734128308939.26579b73a690f0e980f5ebcadd885e61., hostname=f3932685d002,41269,1734128296588, seqNum=2] 2024-12-13T22:18:44,186 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut016', locateType=CURRENT is [region=test,,1734128308939.26579b73a690f0e980f5ebcadd885e61., hostname=f3932685d002,41269,1734128296588, seqNum=2] 2024-12-13T22:18:44,186 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut017', locateType=CURRENT is [region=test,,1734128308939.26579b73a690f0e980f5ebcadd885e61., hostname=f3932685d002,41269,1734128296588, seqNum=2] 2024-12-13T22:18:44,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:44,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:18:44,191 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut019', locateType=CURRENT is [region=test,,1734128308939.26579b73a690f0e980f5ebcadd885e61., hostname=f3932685d002,41269,1734128296588, seqNum=2] 2024-12-13T22:18:44,191 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut020', locateType=CURRENT is [region=test,,1734128308939.26579b73a690f0e980f5ebcadd885e61., hostname=f3932685d002,41269,1734128296588, seqNum=2] 2024-12-13T22:18:44,192 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut018', locateType=CURRENT is [region=test,,1734128308939.26579b73a690f0e980f5ebcadd885e61., hostname=f3932685d002,41269,1734128296588, seqNum=2] 2024-12-13T22:18:44,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:18:44,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:44,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:44,199 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:18:44,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:44,202 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:44,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:44,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 1 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128384193, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:18:44,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:44,204 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2a955ee0 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@13aec617 2024-12-13T22:18:44,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:44,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:44,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:44,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:44,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:44,221 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52978350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:44,223 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:44,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:44,224 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:18:44,227 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2a955ee0 to 127.0.0.1:50949 2024-12-13T22:18:44,227 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:18:44,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:44,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:44,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:44,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:44,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:44,244 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:44,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:18:44,340 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:18:44,341 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:44,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:44,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 2 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128384329, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:18:44,343 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x30f943fa to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70b4dd22 2024-12-13T22:18:44,354 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f75fcec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:44,355 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:44,357 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:18:44,359 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x30f943fa to 127.0.0.1:50949 2024-12-13T22:18:44,360 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:18:44,454 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T22:18:44,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:18:44,569 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:18:44,571 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:44,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:44,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 3 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128384561, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:18:44,574 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3decdee6 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27577ba5 2024-12-13T22:18:44,587 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c4d8e6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:44,588 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:44,589 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:18:44,590 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3decdee6 to 127.0.0.1:50949 2024-12-13T22:18:44,590 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:18:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:44,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:44,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:44,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:44,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:44,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:44,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:44,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:44,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:44,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:44,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:44,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:44,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:44,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:44,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:44,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:44,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:44,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:44,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:44,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:44,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:44,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:44,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:44,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:44,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:44,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:44,776 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:44,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:18:44,904 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:18:44,905 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:44,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:44,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128384894, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:18:44,908 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c113a30 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2087f444 2024-12-13T22:18:44,946 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@706938df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:44,947 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:44,948 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:18:44,950 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c113a30 to 127.0.0.1:50949 2024-12-13T22:18:44,951 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:18:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:45,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:45,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:45,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:45,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:45,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:45,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:45,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:45,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:45,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:45,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:45,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:45,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:45,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:45,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:45,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:45,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:45,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:45,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:45,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:45,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:45,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:45,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:45,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:45,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:45,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:45,306 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:45,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:18:45,361 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:18:45,361 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:45,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:45,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 5 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128385352, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:18:45,363 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2cba4360 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3300a767 2024-12-13T22:18:45,405 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a96ce18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:45,408 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:45,410 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:18:45,414 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2cba4360 to 127.0.0.1:50949 2024-12-13T22:18:45,414 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:18:45,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:45,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:45,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:45,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:45,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:45,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:45,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:45,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:45,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:45,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:45,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:45,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:45,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:45,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:45,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:45,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:45,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:45,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:45,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:45,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:45,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:45,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:45,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:45,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:45,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:45,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:45,836 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:45,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:18:45,926 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:18:45,927 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:45,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:45,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 6 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128385917, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:18:45,929 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1ee751fa to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b3824a1 2024-12-13T22:18:45,971 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7491ade6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:45,972 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:45,973 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:18:45,976 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1ee751fa to 127.0.0.1:50949 2024-12-13T22:18:45,976 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:18:46,016 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T22:18:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:46,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:46,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:46,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:46,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:46,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:46,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:46,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:46,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:46,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:46,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:46,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:46,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:46,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:46,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:46,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:46,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:46,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:46,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:46,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:46,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:46,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:46,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:46,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:46,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:46,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:46,363 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:46,419 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T22:18:46,421 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T22:18:46,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:18:46,587 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:18:46,588 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:46,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:46,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128386578, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:18:46,590 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36497a69 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c5a3b48 2024-12-13T22:18:46,629 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2617b1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:46,631 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:46,633 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:18:46,635 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36497a69 to 127.0.0.1:50949 2024-12-13T22:18:46,635 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:18:46,712 INFO [f3932685d002:37375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f3932685d002%2C37375%2C1734128288813]: currently replicating from: hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 at position: -1 2024-12-13T22:18:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:46,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:46,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:46,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:46,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:46,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:46,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:46,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:46,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:46,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:46,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:46,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:46,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:46,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:46,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:46,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:46,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:46,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:46,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:46,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:46,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:46,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:46,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:46,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:46,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:46,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:46,890 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:47,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:18:47,347 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:18:47,348 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:47,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:47,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 8 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128387338, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:18:47,351 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40b312a2 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@999a548 2024-12-13T22:18:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:47,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:47,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:47,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:47,396 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a9bec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:47,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:47,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:47,397 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:47,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:47,398 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:18:47,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:47,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:47,400 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40b312a2 to 127.0.0.1:50949 2024-12-13T22:18:47,401 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:18:47,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:47,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:47,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:47,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:47,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:47,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:47,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:47,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:47,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:47,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:47,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:47,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:47,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:47,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:47,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:47,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:47,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:47,412 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:47,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:47,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:47,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:47,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:47,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:47,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:47,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:47,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:47,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:47,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:47,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:47,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:47,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:47,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:47,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:47,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:47,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:47,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:47,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:47,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:47,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:47,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:47,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:47,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:47,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:47,938 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:47,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T22:18:47,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T22:18:48,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:18:48,212 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:18:48,212 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:48,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:48,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 9 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128388203, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:18:48,214 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63d382d7 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27a4d800 2024-12-13T22:18:48,255 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a363591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:48,258 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:48,260 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:18:48,263 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63d382d7 to 127.0.0.1:50949 2024-12-13T22:18:48,264 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:18:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:48,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:48,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:48,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:48,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:48,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:48,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:48,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:48,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:48,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:48,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:48,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:48,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:48,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:48,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:48,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:48,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:48,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:48,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:48,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:48,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:48,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:48,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:48,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:48,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:48,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:48,456 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:48,466 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-13T22:18:48,466 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed Metrics about Tables on a single HBase RegionServer 2024-12-13T22:18:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:48,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:48,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:48,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:48,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:48,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:48,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:48,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:48,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:48,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:48,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:48,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:48,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:48,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:48,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:48,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:48,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:48,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:48,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:48,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:48,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:48,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:48,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:48,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:48,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:48,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:48,984 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:49,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:18:49,171 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:18:49,172 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:49,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:49,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128389165, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:18:49,175 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43ffd411 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@421a70b6 2024-12-13T22:18:49,221 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@195b5fd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:49,222 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:49,223 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:18:49,225 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43ffd411 to 127.0.0.1:50949 2024-12-13T22:18:49,225 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:18:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:49,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:49,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:49,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:49,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:49,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:49,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:49,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:49,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:49,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:49,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:49,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:49,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:49,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:49,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:49,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:49,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:49,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:49,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:49,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:49,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:49,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:49,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:49,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:49,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:49,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:49,511 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:50,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:50,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:50,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:50,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:50,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:50,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:50,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:50,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:50,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:50,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:50,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:50,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:50,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:50,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:50,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:50,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:50,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:50,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:50,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:50,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:50,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:50,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:50,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:50,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:50,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:50,035 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:50,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:18:50,231 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:18:50,232 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:50,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:50,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 11 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128390226, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:18:50,234 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x318af44a to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2084bd0d 2024-12-13T22:18:50,289 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63628b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:50,292 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:50,294 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:18:50,296 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x318af44a to 127.0.0.1:50949 2024-12-13T22:18:50,296 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:18:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:50,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:50,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:50,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:50,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:50,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:50,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:50,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:50,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:50,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:50,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:50,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:50,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:50,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:50,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:50,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:50,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:50,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:50,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:50,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:50,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:50,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:50,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:50,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:50,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:50,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:50,559 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:51,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:51,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:51,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:51,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:51,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:51,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:51,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:51,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:51,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:51,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:51,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:51,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:51,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:51,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:51,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:51,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:51,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:51,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:51,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:51,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:51,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:51,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:51,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:51,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:51,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:51,087 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:51,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:18:51,306 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:18:51,307 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:51,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:51,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 12 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128391297, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:18:51,311 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ebbf473 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4bd2447c 2024-12-13T22:18:51,362 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c9d6646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:51,364 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:51,364 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:18:51,366 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ebbf473 to 127.0.0.1:50949 2024-12-13T22:18:51,366 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:18:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:51,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:51,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:51,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:51,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:51,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:51,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:51,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:51,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:51,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:51,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:51,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:51,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:51,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:51,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:51,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:51,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:51,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:51,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:51,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:51,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:51,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:51,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:51,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:51,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:51,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:51,614 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:51,712 INFO [f3932685d002:37375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f3932685d002%2C37375%2C1734128288813]: currently replicating from: hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 at position: -1 2024-12-13T22:18:51,940 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T22:18:51,941 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T22:18:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:52,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:52,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:52,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:52,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:52,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:52,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:52,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:52,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:52,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:52,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:52,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:52,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:52,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:52,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:52,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:52,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:52,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:52,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:52,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:52,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:52,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:52,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:52,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:52,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:52,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:52,135 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:52,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:18:52,375 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:18:52,376 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:52,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:52,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128392368, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:18:52,378 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e0efe5c to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7726be45 2024-12-13T22:18:52,422 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@205e49b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:52,425 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:52,427 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:18:52,430 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e0efe5c to 127.0.0.1:50949 2024-12-13T22:18:52,431 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:18:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:52,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:52,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:52,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:52,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:52,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:52,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:52,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:52,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:52,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:52,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:52,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:52,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:52,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:52,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:52,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:52,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:52,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:52,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:52,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:52,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:52,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:52,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:52,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:52,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:52,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:52,655 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:52,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T22:18:52,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T22:18:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:53,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:53,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:53,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:53,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:53,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:53,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:53,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:53,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:53,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:53,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:53,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:53,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:53,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:53,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:53,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:53,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:53,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:53,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:53,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:53,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:53,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:53,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:53,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:53,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:53,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:53,177 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:53,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:18:53,442 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:18:53,443 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:53,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:53,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 14 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128393432, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:18:53,444 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a925428 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@380419a9 2024-12-13T22:18:53,488 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a45ccd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:53,492 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:53,494 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:18:53,497 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a925428 to 127.0.0.1:50949 2024-12-13T22:18:53,497 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:18:53,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:53,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:53,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:53,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:53,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:53,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:53,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:53,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:53,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:53,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:53,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:53,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:53,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:53,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:53,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:53,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:53,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:53,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:53,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:53,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:53,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:53,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:53,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:53,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:53,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:53,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:53,699 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:54,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:54,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:54,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:54,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:54,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:54,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:54,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:54,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:54,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:54,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:54,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:54,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:54,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:54,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:54,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:54,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:54,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:54,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:54,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:54,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:54,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:54,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:54,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:54,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:54,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:54,241 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:54,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:18:54,509 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:18:54,511 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:54,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:54,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 15 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128394500, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:18:54,513 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4091b153 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55de2fd2 2024-12-13T22:18:54,529 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71360468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:54,530 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:54,531 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:18:54,534 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4091b153 to 127.0.0.1:50949 2024-12-13T22:18:54,534 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:18:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:54,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:54,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:54,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:54,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:54,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:54,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:54,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:54,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:54,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:54,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:54,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:54,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:54,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:54,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:54,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:54,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:54,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:54,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:54,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:54,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:54,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:54,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:54,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:54,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:54,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:54,766 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:55,168 INFO [master/f3932685d002:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-13T22:18:55,168 INFO [master/f3932685d002:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-13T22:18:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:55,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:55,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:55,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:55,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:55,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:55,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:55,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:55,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:55,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:55,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:55,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:55,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:55,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:55,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:55,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:55,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:55,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:55,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:55,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:55,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:55,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:55,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:55,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:55,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:55,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:55,279 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:55,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:18:55,544 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:18:55,546 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:55,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:55,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128395536, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:18:55,550 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69c6aadb to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e13afa1 2024-12-13T22:18:55,562 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@153e8c59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:55,564 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:55,565 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:18:55,567 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69c6aadb to 127.0.0.1:50949 2024-12-13T22:18:55,567 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:18:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:55,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:55,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:55,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:55,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:55,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:55,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:55,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:55,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:55,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:55,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:55,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:55,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:55,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:55,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:55,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:55,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:55,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:55,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:55,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:55,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:55,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:55,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:55,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:55,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:55,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:55,800 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:56,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:56,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:56,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:56,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:56,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:56,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:56,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:56,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:56,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:56,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:56,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:56,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:56,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:56,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:56,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:56,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:56,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:56,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:56,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:56,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:56,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:56,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:56,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:56,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:56,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:56,319 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:56,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:18:56,578 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:18:56,579 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:56,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:56,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 17 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128396569, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:18:56,582 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7628ca38 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45750dfb 2024-12-13T22:18:56,622 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24481d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:56,626 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:56,628 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:18:56,633 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7628ca38 to 127.0.0.1:50949 2024-12-13T22:18:56,633 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:18:56,712 INFO [f3932685d002:37375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f3932685d002%2C37375%2C1734128288813]: currently replicating from: hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 at position: -1 2024-12-13T22:18:56,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:56,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:56,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:56,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:56,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:56,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:56,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:56,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:56,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:56,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:56,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:56,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:56,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:56,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:56,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:56,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:56,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:56,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:56,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:56,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:56,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:56,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:56,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:56,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:56,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:56,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:56,835 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:57,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:57,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:57,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:57,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:57,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:57,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:57,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:57,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:57,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:57,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:57,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:57,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:57,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:57,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:57,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:57,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:57,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:57,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:57,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:57,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:57,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:57,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:57,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:57,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:57,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:57,349 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:57,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:18:57,637 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:18:57,638 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:57,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:57,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 18 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128397634, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:18:57,639 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f80a082 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72776c5c 2024-12-13T22:18:57,679 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16b18d07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:57,682 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:57,684 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:18:57,687 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f80a082 to 127.0.0.1:50949 2024-12-13T22:18:57,687 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:18:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:57,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:57,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:57,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:57,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:57,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:57,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:57,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:57,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:57,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:57,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:57,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:57,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:57,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:57,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:57,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:57,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:57,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:57,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:57,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:57,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:57,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:57,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:57,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:57,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:57,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:57,859 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:57,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T22:18:57,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T22:18:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:58,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:58,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:58,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:58,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:58,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:58,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:58,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:58,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:58,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:58,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:58,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:58,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:58,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:58,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:58,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:58,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:58,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:58,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:58,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:58,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:58,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:58,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:58,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:58,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:58,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:58,379 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:58,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:18:58,694 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:18:58,695 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:58,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:58,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 19 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128398689, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:18:58,696 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d3550c1 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2469d4b7 2024-12-13T22:18:58,737 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3eaaac88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:58,739 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:58,740 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:18:58,743 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d3550c1 to 127.0.0.1:50949 2024-12-13T22:18:58,743 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:18:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:58,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:58,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:58,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:58,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:58,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:58,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:58,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:58,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:58,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:58,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:58,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:58,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:58,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:58,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:58,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:58,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:58,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:58,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:58,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:58,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:58,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:58,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:58,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:58,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:58,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:58,898 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:59,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:59,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:59,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:59,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:59,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:59,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:59,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:59,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:59,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:59,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:59,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:59,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:59,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:59,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:59,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:59,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:59,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:59,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:59,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:59,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:59,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:59,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:59,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:59,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:59,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:59,415 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:18:59,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:18:59,748 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:18:59,748 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:59,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:18:59,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 20 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128399744, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:18:59,750 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x558963c7 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fafc9ad 2024-12-13T22:18:59,822 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@548afc3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:18:59,826 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:18:59,828 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:18:59,831 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x558963c7 to 127.0.0.1:50949 2024-12-13T22:18:59,831 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:18:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:18:59,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:18:59,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:18:59,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:18:59,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:18:59,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:18:59,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:18:59,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:18:59,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:18:59,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:18:59,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:18:59,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:18:59,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:18:59,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:18:59,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:18:59,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:18:59,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:18:59,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:18:59,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:18:59,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:18:59,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:18:59,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:18:59,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:18:59,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:18:59,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:18:59,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:18:59,932 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:00,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:00,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:00,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:00,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:00,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:00,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:00,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:00,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:00,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:00,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:00,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:00,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:00,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:00,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:00,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:00,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:00,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:00,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:00,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:00,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:00,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:00,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:00,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:00,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:00,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:00,458 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:00,692 INFO [master/f3932685d002:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-13T22:19:00,692 INFO [master/f3932685d002:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-13T22:19:00,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:00,840 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:00,842 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:00,842 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:00,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 21 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128400832, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:00,844 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34d00069 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75f355ff 2024-12-13T22:19:00,904 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@769b2c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:00,905 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:00,906 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60292, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:00,908 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34d00069 to 127.0.0.1:50949 2024-12-13T22:19:00,908 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:00,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:00,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:00,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:00,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:00,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:00,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:00,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:00,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:00,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:00,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:00,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:00,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:00,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:00,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:00,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:00,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:00,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:00,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:00,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:00,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:00,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:00,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:00,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:00,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:00,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:00,969 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:01,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:01,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:01,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:01,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:01,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:01,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:01,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:01,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:01,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:01,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:01,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:01,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:01,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:01,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:01,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:01,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:01,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:01,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:01,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:01,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:01,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:01,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:01,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:01,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:01,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:01,492 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:01,712 INFO [f3932685d002:37375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f3932685d002%2C37375%2C1734128288813]: currently replicating from: hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 at position: -1 2024-12-13T22:19:01,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:01,916 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:01,917 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:01,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:01,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 22 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128401909, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:01,920 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x268c0649 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@493ff3ca 2024-12-13T22:19:01,963 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@666836a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:01,966 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:01,967 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:01,971 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x268c0649 to 127.0.0.1:50949 2024-12-13T22:19:01,971 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:01,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:01,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:01,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:02,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:02,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:02,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:02,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:02,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:02,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:02,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:02,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:02,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:02,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:02,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:02,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:02,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:02,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:02,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:02,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:02,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:02,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:02,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:02,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:02,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:02,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:02,013 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:02,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:02,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:02,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:02,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:02,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:02,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:02,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:02,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:02,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:02,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:02,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:02,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:02,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:02,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:02,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:02,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:02,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:02,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:02,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:02,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:02,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:02,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:02,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:02,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:02,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:02,530 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:02,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:02,978 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:02,979 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:02,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:02,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 23 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128402972, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:02,980 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e4ceae6 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58dbe546 2024-12-13T22:19:02,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T22:19:02,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T22:19:03,020 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f214583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:03,022 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:03,023 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:03,026 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e4ceae6 to 127.0.0.1:50949 2024-12-13T22:19:03,026 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:03,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:03,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:03,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:03,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:03,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:03,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:03,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:03,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:03,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:03,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:03,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:03,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:03,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:03,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:03,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:03,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:03,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:03,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:03,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:03,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:03,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:03,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:03,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:03,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:03,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:03,050 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:03,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:03,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:03,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:03,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:03,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:03,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:03,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:03,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:03,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:03,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:03,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:03,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:03,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:03,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:03,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:03,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:03,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:03,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:03,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:03,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:03,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:03,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:03,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:03,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:03,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:03,580 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:04,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:04,032 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:04,033 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:04,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:04,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 24 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128404027, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:04,036 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ef079f7 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@798642ba 2024-12-13T22:19:04,080 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cfe1d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:04,083 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:04,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:04,085 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60312, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:04,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:04,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:04,087 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ef079f7 to 127.0.0.1:50949 2024-12-13T22:19:04,087 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:04,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:04,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:04,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:04,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:04,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:04,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:04,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:04,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:04,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:04,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:04,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:04,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:04,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:04,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:04,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:04,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:04,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:04,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:04,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:04,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:04,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:04,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:04,095 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:04,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:04,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:04,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:04,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:04,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:04,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:04,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:04,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:04,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:04,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:04,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:04,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:04,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:04,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:04,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:04,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:04,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:04,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:04,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:04,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:04,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:04,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:04,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:04,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:04,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:04,606 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:05,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:05,098 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:05,099 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:05,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:05,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 25 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128405089, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:05,100 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x138d320d to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58552154 2024-12-13T22:19:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:05,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:05,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:05,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:05,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:05,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:05,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:05,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:05,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:05,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:05,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:05,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:05,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:05,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:05,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:05,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:05,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:05,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:05,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:05,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:05,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:05,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:05,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:05,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:05,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:05,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:05,119 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:05,154 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24bd93b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:05,156 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:05,157 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:05,158 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x138d320d to 127.0.0.1:50949 2024-12-13T22:19:05,159 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:05,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:05,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:05,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:05,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:05,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:05,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:05,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:05,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:05,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:05,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:05,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:05,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:05,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:05,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:05,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:05,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:05,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:05,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:05,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:05,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:05,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:05,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:05,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:05,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:05,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:05,644 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:06,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:06,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:06,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:06,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:06,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:06,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:06,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:06,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:06,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:06,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:06,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:06,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:06,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:06,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:06,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:06,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:06,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:06,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:06,166 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:06,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:06,167 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:06,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:06,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:06,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 26 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128406160, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:06,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:06,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:06,169 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e8a47d9 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fa490dd 2024-12-13T22:19:06,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:06,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:06,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:06,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:06,171 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:06,231 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@774c9cb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:06,235 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:06,237 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:06,238 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e8a47d9 to 127.0.0.1:50949 2024-12-13T22:19:06,239 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:06,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:06,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:06,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:06,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:06,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:06,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:06,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:06,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:06,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:06,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:06,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:06,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:06,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:06,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:06,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:06,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:06,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:06,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:06,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:06,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:06,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:06,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:06,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:06,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:06,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:06,693 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:06,712 INFO [f3932685d002:37375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f3932685d002%2C37375%2C1734128288813]: currently replicating from: hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 at position: -1 2024-12-13T22:19:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:07,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:07,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:07,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:07,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:07,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:07,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:07,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:07,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:07,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:07,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:07,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:07,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:07,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:07,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:07,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:07,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:07,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:07,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:07,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:07,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:07,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:07,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:07,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:07,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:07,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:07,217 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:07,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:07,243 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:07,244 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:07,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:07,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 27 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128407239, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:07,245 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37e56f6e to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2cdc3337 2024-12-13T22:19:07,287 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fe6ab2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:07,288 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:07,289 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:07,290 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37e56f6e to 127.0.0.1:50949 2024-12-13T22:19:07,290 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:07,325 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T22:19:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:07,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:07,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:07,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:07,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:07,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:07,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:07,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:07,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:07,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:07,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:07,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:07,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:07,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:07,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:07,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:07,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:07,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:07,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:07,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:07,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:07,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:07,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:07,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:07,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:07,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:07,736 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:07,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T22:19:07,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T22:19:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:08,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:08,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:08,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:08,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:08,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:08,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:08,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:08,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:08,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:08,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:08,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:08,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:08,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:08,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:08,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:08,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:08,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:08,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:08,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:08,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:08,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:08,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:08,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:08,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:08,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:08,256 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:08,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:08,296 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:08,297 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:08,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:08,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 28 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128408291, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:08,300 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62e23ce4 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f6aee04 2024-12-13T22:19:08,346 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@255f9707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:08,349 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:08,351 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60364, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:08,355 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62e23ce4 to 127.0.0.1:50949 2024-12-13T22:19:08,355 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:08,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:08,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:08,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:08,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:08,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:08,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:08,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:08,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:08,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:08,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:08,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:08,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:08,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:08,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:08,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:08,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:08,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:08,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:08,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:08,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:08,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:08,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:08,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:08,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:08,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:08,779 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:09,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:09,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:09,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:09,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:09,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:09,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:09,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:09,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:09,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:09,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:09,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:09,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:09,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:09,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:09,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:09,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:09,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:09,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:09,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:09,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:09,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:09,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:09,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:09,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:09,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:09,309 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:09,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:09,365 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:09,366 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:09,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:09,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 29 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128409356, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:09,368 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d2089bd to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@554248d3 2024-12-13T22:19:09,413 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cfc1ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:09,416 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:09,417 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60370, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:09,421 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d2089bd to 127.0.0.1:50949 2024-12-13T22:19:09,421 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:09,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:09,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:09,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:09,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:09,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:09,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:09,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:09,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:09,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:09,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:09,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:09,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:09,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:09,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:09,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:09,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:09,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:09,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:09,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:09,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:09,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:09,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:09,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:09,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:09,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:09,820 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:10,320 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-13T22:19:10,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable testdroppedtimed 2024-12-13T22:19:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-13T22:19:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T22:19:10,324 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734128350324"}]},"ts":"1734128350324"} 2024-12-13T22:19:10,325 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-13T22:19:10,369 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-13T22:19:10,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-13T22:19:10,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=272578e368ec14b389f35a20c336740d, UNASSIGN}] 2024-12-13T22:19:10,372 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=272578e368ec14b389f35a20c336740d, UNASSIGN 2024-12-13T22:19:10,373 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=272578e368ec14b389f35a20c336740d, regionState=CLOSING, regionLocation=f3932685d002,37375,1734128288813 2024-12-13T22:19:10,374 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T22:19:10,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure 272578e368ec14b389f35a20c336740d, server=f3932685d002,37375,1734128288813}] 2024-12-13T22:19:10,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T22:19:10,429 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:10,430 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:10,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:10,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 30 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128410422, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:10,433 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4fd862af to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@81baf57 2024-12-13T22:19:10,445 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@645d0605, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:10,446 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:10,448 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45986, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:10,450 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4fd862af to 127.0.0.1:50949 2024-12-13T22:19:10,450 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:10,526 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3932685d002,37375,1734128288813 2024-12-13T22:19:10,528 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close 272578e368ec14b389f35a20c336740d 2024-12-13T22:19:10,528 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T22:19:10,528 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing 272578e368ec14b389f35a20c336740d, disabling compactions & flushes 2024-12-13T22:19:10,528 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734128317765.272578e368ec14b389f35a20c336740d. 2024-12-13T22:19:10,528 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734128317765.272578e368ec14b389f35a20c336740d. 2024-12-13T22:19:10,529 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734128317765.272578e368ec14b389f35a20c336740d. after waiting 0 ms 2024-12-13T22:19:10,529 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734128317765.272578e368ec14b389f35a20c336740d. 2024-12-13T22:19:10,530 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing 272578e368ec14b389f35a20c336740d 1/1 column families, dataSize=4.05 KB heapSize=4.38 KB 2024-12-13T22:19:10,595 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/testdroppedtimed/272578e368ec14b389f35a20c336740d/.tmp/fam/918ee076f1de4d17b64a7e67cc768528 is 4154, key is 0 put on table to be dropped/fam:row/1734128322630/Put/seqid=0 2024-12-13T22:19:10,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741866_1042 (size=9218) 2024-12-13T22:19:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T22:19:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T22:19:11,003 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.05 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/testdroppedtimed/272578e368ec14b389f35a20c336740d/.tmp/fam/918ee076f1de4d17b64a7e67cc768528 2024-12-13T22:19:11,037 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/testdroppedtimed/272578e368ec14b389f35a20c336740d/.tmp/fam/918ee076f1de4d17b64a7e67cc768528 as hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/testdroppedtimed/272578e368ec14b389f35a20c336740d/fam/918ee076f1de4d17b64a7e67cc768528 2024-12-13T22:19:11,045 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/testdroppedtimed/272578e368ec14b389f35a20c336740d/fam/918ee076f1de4d17b64a7e67cc768528, entries=1, sequenceid=5, filesize=9.0 K 2024-12-13T22:19:11,047 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~4.05 KB/4150, heapSize ~4.36 KB/4464, currentSize=0 B/0 for 272578e368ec14b389f35a20c336740d in 517ms, sequenceid=5, compaction requested=false 2024-12-13T22:19:11,047 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-13T22:19:11,052 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/testdroppedtimed/272578e368ec14b389f35a20c336740d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T22:19:11,053 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734128317765.272578e368ec14b389f35a20c336740d. 2024-12-13T22:19:11,053 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for 272578e368ec14b389f35a20c336740d: 2024-12-13T22:19:11,054 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed 272578e368ec14b389f35a20c336740d 2024-12-13T22:19:11,054 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=272578e368ec14b389f35a20c336740d, regionState=CLOSED 2024-12-13T22:19:11,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-13T22:19:11,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure 272578e368ec14b389f35a20c336740d, server=f3932685d002,37375,1734128288813 in 681 msec 2024-12-13T22:19:11,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-13T22:19:11,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=272578e368ec14b389f35a20c336740d, UNASSIGN in 684 msec 2024-12-13T22:19:11,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-13T22:19:11,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 687 msec 2024-12-13T22:19:11,062 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734128351062"}]},"ts":"1734128351062"} 2024-12-13T22:19:11,063 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-13T22:19:11,103 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-13T22:19:11,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 782 msec 2024-12-13T22:19:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T22:19:11,429 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 71 completed 2024-12-13T22:19:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:11,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:11,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:11,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:11,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:11,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:11,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:11,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:11,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:11,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:11,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:11,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:11,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:11,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:11,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:11,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:11,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:11,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:11,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:11,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:11,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:11,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:11,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:11,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:11,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:11,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:11,440 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:11,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:11,456 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:11,457 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:11,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:11,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 31 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128411452, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:11,458 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d102a53 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@38a441b1 2024-12-13T22:19:11,511 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3445058e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:11,513 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:11,513 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:11,515 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d102a53 to 127.0.0.1:50949 2024-12-13T22:19:11,515 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:11,712 INFO [f3932685d002:37375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f3932685d002%2C37375%2C1734128288813]: currently replicating from: hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 at position: -1 2024-12-13T22:19:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:11,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:11,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:11,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:11,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:11,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:11,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:11,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:11,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:11,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:11,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:11,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:11,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:11,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:11,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:11,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:11,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:11,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:11,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:11,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:11,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:11,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:11,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:11,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:11,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:11,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:11,959 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:12,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:12,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:12,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:12,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:12,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:12,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:12,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:12,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:12,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:12,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:12,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:12,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:12,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:12,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:12,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:12,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:12,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:12,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:12,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:12,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:12,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:12,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:12,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:12,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:12,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:12,476 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:12,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:12,520 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:12,521 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:12,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:12,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 32 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128412516, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:12,524 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36da2664 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c6950c7 2024-12-13T22:19:12,562 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@309c59b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:12,565 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:12,566 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46010, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:12,569 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36da2664 to 127.0.0.1:50949 2024-12-13T22:19:12,569 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:12,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:12,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:12,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:12,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:12,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:12,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:12,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:12,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:12,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:12,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:12,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:12,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:12,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:12,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:12,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:12,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:12,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:12,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:12,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:12,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:12,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:12,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:12,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:12,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:12,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:12,991 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:12,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T22:19:12,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T22:19:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:13,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:13,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:13,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:13,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:13,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:13,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:13,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:13,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:13,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:13,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:13,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:13,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:13,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:13,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:13,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:13,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:13,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:13,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:13,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:13,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:13,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:13,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:13,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:13,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:13,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:13,510 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:13,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:13,576 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:13,577 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:13,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:13,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 33 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128413570, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:13,579 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2bf43681 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dfdb450 2024-12-13T22:19:13,621 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f7e2d8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:13,624 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:13,625 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:13,628 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2bf43681 to 127.0.0.1:50949 2024-12-13T22:19:13,628 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:14,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:14,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:14,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:14,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:14,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:14,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:14,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:14,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:14,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:14,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:14,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:14,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:14,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:14,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:14,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:14,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:14,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:14,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:14,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:14,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:14,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:14,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:14,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:14,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:14,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:14,026 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:14,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:14,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:14,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:14,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:14,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:14,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:14,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:14,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:14,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:14,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:14,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:14,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:14,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:14,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:14,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:14,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:14,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:14,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:14,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:14,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:14,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:14,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:14,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:14,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:14,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:14,539 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:14,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:14,636 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:14,636 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:14,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:14,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 34 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128414629, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:14,637 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0fd709a0 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fa8633e 2024-12-13T22:19:14,679 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41542111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:14,680 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:14,681 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:14,683 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0fd709a0 to 127.0.0.1:50949 2024-12-13T22:19:14,683 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:14,724 DEBUG [master/f3932685d002:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region fd545450fd7d543a9e1a5f55ec852f11 changed from -1.0 to 0.0, refreshing cache 2024-12-13T22:19:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:15,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:15,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:15,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:15,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:15,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:15,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:15,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:15,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:15,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:15,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:15,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:15,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:15,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:15,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:15,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:15,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:15,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:15,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:15,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:15,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:15,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:15,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:15,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:15,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:15,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:15,062 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:15,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:15,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:15,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:15,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:15,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:15,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:15,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:15,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:15,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:15,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:15,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:15,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:15,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:15,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:15,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:15,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:15,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:15,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:15,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:15,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:15,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:15,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:15,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:15,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:15,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:15,573 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:15,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:15,693 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:15,695 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:15,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:15,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 35 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128415684, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:15,697 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1837184a to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@74ea39e1 2024-12-13T22:19:15,738 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14d6c2c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:15,740 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:15,742 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:15,744 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1837184a to 127.0.0.1:50949 2024-12-13T22:19:15,744 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:16,016 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T22:19:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:16,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:16,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:16,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:16,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:16,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:16,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:16,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:16,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:16,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:16,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:16,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:16,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:16,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:16,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:16,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:16,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:16,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:16,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:16,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:16,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:16,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:16,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:16,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:16,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:16,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:16,083 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:16,585 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T22:19:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:16,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:16,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:16,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:16,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:16,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:16,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:16,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:16,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:16,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:16,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:16,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:16,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:16,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:16,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:16,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:16,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:16,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:16,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:16,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:16,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:16,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:16,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:16,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:16,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:16,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:16,603 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:16,712 INFO [f3932685d002:37375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f3932685d002%2C37375%2C1734128288813]: currently replicating from: hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 at position: -1 2024-12-13T22:19:16,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:16,749 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:16,749 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:16,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:16,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 36 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128416745, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:16,751 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f12042a to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a120918 2024-12-13T22:19:16,786 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4870367c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:16,787 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:16,788 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:16,789 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f12042a to 127.0.0.1:50949 2024-12-13T22:19:16,789 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:17,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:17,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:17,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:17,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:17,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:17,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:17,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:17,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:17,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:17,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:17,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:17,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:17,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:17,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:17,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:17,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:17,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:17,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:17,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:17,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:17,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:17,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:17,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:17,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:17,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:17,114 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:17,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:17,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:17,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:17,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:17,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:17,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:17,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:17,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:17,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:17,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:17,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:17,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:17,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:17,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:17,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:17,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:17,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:17,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:17,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:17,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:17,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:17,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:17,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:17,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:17,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:17,632 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:17,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:17,798 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:17,799 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:17,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:17,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 37 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128417791, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:17,801 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45af0e20 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f8f9544 2024-12-13T22:19:17,845 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7685871f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:17,847 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:17,848 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:17,849 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45af0e20 to 127.0.0.1:50949 2024-12-13T22:19:17,849 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:17,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T22:19:17,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T22:19:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:18,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:18,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:18,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:18,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:18,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:18,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:18,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:18,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:18,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:18,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:18,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:18,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:18,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:18,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:18,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:18,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:18,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:18,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:18,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:18,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:18,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:18,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:18,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:18,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:18,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:18,152 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:18,466 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-13T22:19:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:18,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:18,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:18,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:18,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:18,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:18,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:18,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:18,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:18,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:18,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:18,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:18,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:18,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:18,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:18,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:18,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:18,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:18,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:18,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:18,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:18,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:18,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:18,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:18,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:18,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:18,673 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:18,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:18,856 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:18,857 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:18,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:18,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 38 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128418850, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:18,859 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4af49e5f to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@99217f0 2024-12-13T22:19:18,905 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53f5c4a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:18,909 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:18,912 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:18,914 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4af49e5f to 127.0.0.1:50949 2024-12-13T22:19:18,914 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:19,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:19,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:19,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:19,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:19,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:19,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:19,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:19,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:19,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:19,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:19,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:19,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:19,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:19,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:19,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:19,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:19,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:19,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:19,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:19,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:19,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:19,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:19,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:19,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:19,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:19,193 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:19,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:19,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:19,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:19,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:19,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:19,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:19,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:19,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:19,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:19,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:19,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:19,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:19,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:19,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:19,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:19,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:19,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:19,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:19,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:19,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:19,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:19,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:19,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:19,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:19,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:19,713 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:19,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:19,924 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:19,926 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:19,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:19,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 39 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128419916, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:19,928 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043f67b to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69774214 2024-12-13T22:19:19,970 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@145a4b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:19,971 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:19,972 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:19,974 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043f67b to 127.0.0.1:50949 2024-12-13T22:19:19,974 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:20,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:20,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:20,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:20,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:20,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:20,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:20,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:20,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:20,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:20,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:20,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:20,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:20,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:20,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:20,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:20,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:20,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:20,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:20,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:20,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:20,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:20,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:20,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:20,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:20,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:20,223 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:20,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:20,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:20,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:20,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:20,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:20,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:20,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:20,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:20,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:20,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:20,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:20,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:20,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:20,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:20,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:20,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:20,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:20,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:20,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:20,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:20,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:20,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:20,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:20,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:20,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:20,747 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:20,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:20,984 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:20,985 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:20,986 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:20,986 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 40 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128420975, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:20,988 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3900b76b to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6ab425bd 2024-12-13T22:19:20,995 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cf2038c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:20,998 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:21,000 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:21,002 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3900b76b to 127.0.0.1:50949 2024-12-13T22:19:21,002 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:21,092 DEBUG [master/f3932685d002:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 8ba48ad638207febbf2b8332f9b3fd1b changed from -1.0 to 0.0, refreshing cache 2024-12-13T22:19:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:21,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:21,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:21,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:21,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:21,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:21,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:21,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:21,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:21,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:21,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:21,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:21,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:21,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:21,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:21,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:21,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:21,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:21,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:21,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:21,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:21,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:21,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:21,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:21,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:21,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:21,258 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:21,712 INFO [f3932685d002:37375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f3932685d002%2C37375%2C1734128288813]: currently replicating from: hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 at position: -1 2024-12-13T22:19:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:21,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:21,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:21,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:21,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:21,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:21,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:21,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:21,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:21,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:21,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:21,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:21,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:21,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:21,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:21,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:21,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:21,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:21,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:21,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:21,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:21,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:21,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:21,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:21,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:21,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:21,779 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:22,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:22,040 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:22,042 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:22,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:22,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 41 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128422004, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:22,046 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dd8495b to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@768a0a90 2024-12-13T22:19:22,075 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ad889ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:22,078 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:22,079 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:22,083 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dd8495b to 127.0.0.1:50949 2024-12-13T22:19:22,083 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:22,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:22,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:22,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:22,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:22,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:22,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:22,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:22,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:22,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:22,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:22,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:22,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:22,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:22,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:22,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:22,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:22,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:22,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:22,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:22,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:22,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:22,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:22,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:22,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:22,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:22,298 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:22,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:22,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:22,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:22,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:22,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:22,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:22,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:22,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:22,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:22,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:22,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:22,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:22,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:22,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:22,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:22,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:22,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:22,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:22,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:22,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:22,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:22,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:22,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:22,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:22,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:22,821 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:22,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T22:19:22,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T22:19:23,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:23,087 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:23,087 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:23,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:23,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 42 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128423083, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:23,089 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4cfc9884 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a04c501 2024-12-13T22:19:23,129 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@649fa416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:23,130 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:23,131 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:23,133 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4cfc9884 to 127.0.0.1:50949 2024-12-13T22:19:23,133 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:23,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:23,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:23,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:23,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:23,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:23,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:23,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:23,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:23,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:23,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:23,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:23,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:23,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:23,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:23,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:23,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:23,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:23,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:23,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:23,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:23,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:23,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:23,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:23,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:23,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:23,342 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:23,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:23,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:23,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:23,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:23,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:23,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:23,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:23,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:23,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:23,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:23,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:23,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:23,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:23,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:23,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:23,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:23,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:23,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:23,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:23,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:23,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:23,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:23,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:23,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:23,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:23,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:23,867 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:23,969 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T22:19:24,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:24,141 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:24,143 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:24,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:24,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 43 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128424134, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:24,145 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x73483613 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f28d9b6 2024-12-13T22:19:24,188 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@260e7551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:24,192 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:24,194 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:24,197 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x73483613 to 127.0.0.1:50949 2024-12-13T22:19:24,197 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:24,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:24,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:24,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:24,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:24,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:24,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:24,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:24,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:24,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:24,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:24,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:24,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:24,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:24,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:24,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:24,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:24,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:24,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:24,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:24,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:24,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:24,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:24,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:24,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:24,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:24,386 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:24,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:24,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:24,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:24,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:24,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:24,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:24,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:24,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:24,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:24,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:24,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:24,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:24,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:24,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:24,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:24,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:24,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:24,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:24,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:24,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:24,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:24,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:24,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:24,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:24,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:24,904 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:25,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:25,206 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:25,207 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:25,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:25,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 44 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128425199, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:25,209 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a689f60 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73f402f2 2024-12-13T22:19:25,220 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26854520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:25,222 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:25,224 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:25,226 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a689f60 to 127.0.0.1:50949 2024-12-13T22:19:25,226 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:25,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:25,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:25,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:25,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:25,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:25,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:25,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:25,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:25,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:25,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:25,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:25,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:25,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:25,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:25,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:25,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:25,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:25,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:25,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:25,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:25,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:25,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:25,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:25,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:25,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:25,434 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:25,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:25,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:25,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:25,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:25,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:25,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:25,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:25,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:25,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:25,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:25,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:25,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:25,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:25,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:25,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:25,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:25,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:25,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:25,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:25,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:25,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:25,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:25,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:25,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:25,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:25,954 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:26,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:26,239 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:26,239 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:26,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:26,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 45 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128426228, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:26,241 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46229e5f to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1592e7fb 2024-12-13T22:19:26,279 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19320c2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:26,281 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:26,282 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55082, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:26,284 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46229e5f to 127.0.0.1:50949 2024-12-13T22:19:26,284 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:26,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:26,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:26,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:26,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:26,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:26,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:26,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:26,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:26,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:26,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:26,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:26,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:26,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:26,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:26,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:26,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:26,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:26,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:26,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:26,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:26,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:26,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:26,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:26,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:26,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:26,473 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:26,712 INFO [f3932685d002:37375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f3932685d002%2C37375%2C1734128288813]: currently replicating from: hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 at position: -1 2024-12-13T22:19:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:26,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:26,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:26,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:26,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:26,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:26,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:26,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:26,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:26,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:26,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:26,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:26,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:26,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:26,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:26,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:26,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:26,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:26,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:26,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:26,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:26,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:26,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:26,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:26,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:26,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:26,997 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:27,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:27,295 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:27,297 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:27,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:27,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 46 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128427286, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:27,299 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fa62dc3 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d89b8f3 2024-12-13T22:19:27,345 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34539002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:27,347 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:27,348 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:27,350 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fa62dc3 to 127.0.0.1:50949 2024-12-13T22:19:27,350 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:27,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:27,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:27,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:27,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:27,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:27,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:27,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:27,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:27,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:27,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:27,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:27,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:27,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:27,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:27,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:27,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:27,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:27,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:27,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:27,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:27,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:27,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:27,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:27,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:27,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:27,516 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:27,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T22:19:27,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T22:19:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:28,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:28,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:28,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:28,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:28,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:28,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:28,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:28,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:28,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:28,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:28,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:28,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:28,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:28,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:28,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:28,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:28,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:28,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:28,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:28,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:28,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:28,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:28,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:28,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:28,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:28,034 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:28,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:28,360 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:28,360 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:28,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:28,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 47 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128428352, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:28,361 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b8fb7b1 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3528ed96 2024-12-13T22:19:28,404 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12e22ae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:28,406 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:28,408 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:28,410 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b8fb7b1 to 127.0.0.1:50949 2024-12-13T22:19:28,410 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:28,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:28,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:28,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:28,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:28,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:28,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:28,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:28,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:28,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:28,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:28,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:28,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:28,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:28,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:28,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:28,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:28,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:28,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:28,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:28,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:28,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:28,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:28,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:28,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:28,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:28,550 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:29,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:29,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:29,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:29,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:29,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:29,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:29,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:29,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:29,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:29,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:29,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:29,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:29,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:29,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:29,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:29,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:29,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:29,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:29,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:29,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:29,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:29,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:29,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:29,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:29,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:29,071 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:29,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:29,420 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:29,421 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:29,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:29,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 48 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128429411, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:29,425 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60f4e939 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12c2fcec 2024-12-13T22:19:29,471 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11742136, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:29,473 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:29,474 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:29,477 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60f4e939 to 127.0.0.1:50949 2024-12-13T22:19:29,477 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:29,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:29,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:29,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:29,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:29,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:29,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:29,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:29,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:29,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:29,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:29,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:29,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:29,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:29,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:29,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:29,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:29,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:29,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:29,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:29,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:29,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:29,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:29,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:29,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:29,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:29,590 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:30,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:30,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:30,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:30,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:30,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:30,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:30,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:30,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:30,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:30,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:30,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:30,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:30,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:30,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:30,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:30,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:30,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:30,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:30,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:30,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:30,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:30,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:30,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:30,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:30,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:30,111 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:30,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:30,487 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:30,488 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:30,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:30,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 49 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128430479, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:30,490 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x673ce2a7 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@621c5730 2024-12-13T22:19:30,503 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52d1b7d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:30,505 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:30,505 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:30,507 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x673ce2a7 to 127.0.0.1:50949 2024-12-13T22:19:30,507 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:30,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:30,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:30,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:30,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:30,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:30,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:30,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:30,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:30,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:30,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:30,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:30,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:30,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:30,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:30,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:30,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:30,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:30,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:30,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:30,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:30,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:30,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:30,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:30,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:30,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:30,627 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:31,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:31,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:31,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:31,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:31,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:31,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:31,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:31,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:31,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:31,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:31,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:31,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:31,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:31,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:31,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:31,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:31,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:31,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:31,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:31,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:31,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:31,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:31,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:31,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:31,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:31,145 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:31,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:31,517 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:31,518 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:31,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:31,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 50 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128431508, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:31,521 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41f897bc to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41ddfd64 2024-12-13T22:19:31,562 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1eed8d9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:31,563 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:31,564 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:31,565 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41f897bc to 127.0.0.1:50949 2024-12-13T22:19:31,565 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:31,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:31,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:31,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:31,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:31,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:31,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:31,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:31,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:31,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:31,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:31,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:31,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:31,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:31,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:31,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:31,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:31,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:31,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:31,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:31,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:31,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:31,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:31,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:31,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:31,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:31,655 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:31,712 INFO [f3932685d002:37375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f3932685d002%2C37375%2C1734128288813]: currently replicating from: hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 at position: -1 2024-12-13T22:19:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:32,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:32,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:32,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:32,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:32,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:32,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:32,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:32,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:32,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:32,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:32,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:32,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:32,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:32,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:32,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:32,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:32,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:32,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:32,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:32,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:32,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:32,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:32,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:32,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:32,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:32,172 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:32,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:32,572 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:32,573 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:32,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:32,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 51 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128432566, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:32,575 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5151a4d7 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fc95544 2024-12-13T22:19:32,628 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d3ab64c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:32,629 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:32,630 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:32,632 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5151a4d7 to 127.0.0.1:50949 2024-12-13T22:19:32,632 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:32,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:32,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:32,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:32,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:32,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:32,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:32,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:32,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:32,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:32,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:32,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:32,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:32,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:32,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:32,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:32,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:32,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:32,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:32,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:32,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:32,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:32,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:32,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:32,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:32,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:32,689 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:32,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T22:19:32,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T22:19:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:33,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:33,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:33,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:33,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:33,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:33,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:33,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:33,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:33,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:33,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:33,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:33,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:33,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:33,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:33,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:33,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:33,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:33,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:33,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:33,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:33,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:33,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:33,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:33,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:33,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:33,210 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:33,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:33,636 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:33,636 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:33,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:33,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 52 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128433632, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:33,638 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x093cdf60 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c6ac876 2024-12-13T22:19:33,679 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@643a9161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:33,681 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:33,682 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:33,684 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x093cdf60 to 127.0.0.1:50949 2024-12-13T22:19:33,684 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:33,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:33,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:33,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:33,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:33,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:33,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:33,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:33,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:33,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:33,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:33,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:33,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:33,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:33,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:33,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:33,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:33,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:33,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:33,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:33,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:33,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:33,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:33,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:33,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:33,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:33,728 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:34,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:34,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:34,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:34,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:34,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:34,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:34,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:34,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:34,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:34,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:34,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:34,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:34,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:34,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:34,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:34,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:34,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:34,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:34,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:34,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:34,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:34,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:34,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:34,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:34,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:34,248 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:34,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:34,693 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:34,694 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:34,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:34,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 53 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128434686, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:34,696 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x631d8520 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@95ec84d 2024-12-13T22:19:34,738 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39dff19e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:34,740 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:34,742 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:34,744 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x631d8520 to 127.0.0.1:50949 2024-12-13T22:19:34,744 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:34,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:34,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:34,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:34,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:34,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:34,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:34,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:34,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:34,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:34,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:34,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:34,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:34,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:34,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:34,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:34,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:34,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:34,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:34,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:34,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:34,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:34,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:34,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:34,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:34,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:34,760 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:35,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:35,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:35,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:35,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:35,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:35,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:35,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:35,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:35,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:35,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:35,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:35,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:35,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:35,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:35,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:35,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:35,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:35,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:35,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:35,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:35,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:35,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:35,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:35,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:35,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:35,278 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:35,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:35,754 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:35,755 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:35,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:35,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 54 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128435745, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:35,757 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1691d578 to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69f26b47 2024-12-13T22:19:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:35,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:35,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:35,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:35,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:35,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:35,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:35,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:35,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:35,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:35,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:35,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:35,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:35,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:35,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:35,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:35,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:35,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:35,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:35,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:35,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:35,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:35,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:35,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:35,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:35,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:35,790 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:35,803 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fe734e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:35,805 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:35,806 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:35,807 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1691d578 to 127.0.0.1:50949 2024-12-13T22:19:35,807 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:36,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:36,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:36,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:36,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:36,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:36,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:36,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:36,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:36,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:36,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:36,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:36,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:36,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:36,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:36,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:36,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:36,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:36,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:36,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:36,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:36,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:36,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:36,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:36,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:36,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:36,306 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:36,712 INFO [f3932685d002:37375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f3932685d002%2C37375%2C1734128288813]: currently replicating from: hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 at position: -1 2024-12-13T22:19:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:36,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:36,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:36,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:36,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:36,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:36,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:36,816 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:36,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:36,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:36,817 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:36,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:36,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 55 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128436809, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:36,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:36,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:36,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:36,818 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d9aa01f to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c844b8 2024-12-13T22:19:36,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:36,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:36,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:36,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:36,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:36,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:36,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:36,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:36,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:36,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:36,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:36,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:36,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:36,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:36,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:36,824 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T22:19:36,862 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@119e00a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:36,864 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:36,865 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:36,867 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d9aa01f to 127.0.0.1:50949 2024-12-13T22:19:36,867 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:37,325 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T22:19:37,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete testdroppedtimed 2024-12-13T22:19:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-13T22:19:37,330 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T22:19:37,331 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T22:19:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T22:19:37,334 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/testdroppedtimed/272578e368ec14b389f35a20c336740d 2024-12-13T22:19:37,337 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/testdroppedtimed/272578e368ec14b389f35a20c336740d/fam, FileablePath, hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/testdroppedtimed/272578e368ec14b389f35a20c336740d/recovered.edits] 2024-12-13T22:19:37,343 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/testdroppedtimed/272578e368ec14b389f35a20c336740d/fam/918ee076f1de4d17b64a7e67cc768528 to hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/archive/data/default/testdroppedtimed/272578e368ec14b389f35a20c336740d/fam/918ee076f1de4d17b64a7e67cc768528 2024-12-13T22:19:37,347 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/testdroppedtimed/272578e368ec14b389f35a20c336740d/recovered.edits/8.seqid to hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/archive/data/default/testdroppedtimed/272578e368ec14b389f35a20c336740d/recovered.edits/8.seqid 2024-12-13T22:19:37,347 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/testdroppedtimed/272578e368ec14b389f35a20c336740d 2024-12-13T22:19:37,347 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-13T22:19:37,349 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T22:19:37,351 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-13T22:19:37,352 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-13T22:19:37,353 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T22:19:37,353 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-13T22:19:37,354 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734128317765.272578e368ec14b389f35a20c336740d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734128377353"}]},"ts":"9223372036854775807"} 2024-12-13T22:19:37,355 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T22:19:37,355 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 272578e368ec14b389f35a20c336740d, NAME => 'testdroppedtimed,,1734128317765.272578e368ec14b389f35a20c336740d.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T22:19:37,355 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-13T22:19:37,355 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734128377355"}]},"ts":"9223372036854775807"} 2024-12-13T22:19:37,357 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-13T22:19:37,361 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T22:19:37,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 35 msec 2024-12-13T22:19:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T22:19:37,434 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 75 completed 2024-12-13T22:19:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:37,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:37,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:37,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:37,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:37,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:37,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:37,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:37,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:37,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:37,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:37,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:37,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:37,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:37,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:37,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:37,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:37,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:37,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:37,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:37,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:37,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:37,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:37,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:37,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:37,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:37,452 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T22:19:37,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:37,870 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T22:19:37,871 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:37,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T22:19:37,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(138): callId: 56 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:53754 deadline: 1734128437867, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T22:19:37,873 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18abdb2a to 127.0.0.1:50949 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d03a103 2024-12-13T22:19:37,894 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c793918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T22:19:37,896 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T22:19:37,898 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T22:19:37,899 WARN [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.HBaseInterClusterReplicationEndpoint(367): Missing table detected at sink, local table also does not exist, filtering edits for table 'testdroppedtimed' 2024-12-13T22:19:37,901 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18abdb2a to 127.0.0.1:50949 2024-12-13T22:19:37,901 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:37,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:37,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:37,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:37,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:37,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:37,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:37,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:37,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:37,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:37,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:37,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:37,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:37,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:37,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:37,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:37,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:37,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:37,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:37,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:37,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:37,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:37,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:37,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:37,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:37,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:37,970 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T22:19:37,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T22:19:37,994 INFO [f3932685d002:41269Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T22:19:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:38,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:38,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:38,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:38,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:38,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:38,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:38,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:38,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:38,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:38,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:38,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:38,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:38,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:38,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:38,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:38,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:38,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:38,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:38,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:38,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:38,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:38,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:38,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:38,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:38,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:38,489 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T22:19:38,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:38,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:38,957 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/27=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/28=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/29=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/30=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/31=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/32=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/33=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/34=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/35=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/36=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/37=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/38=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/39=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/40=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/41=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/42=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/43=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/44=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/45=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/46=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/47=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/48=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/49=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/50=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=209393, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:38,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:38,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:38,962 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:38,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:38,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:38,976 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/51=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/52=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/53=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/54=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/55=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/56=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/57=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/58=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/59=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/60=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/61=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/62=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/63=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/64=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/65=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/66=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/67=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/68=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/69=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/70=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/71=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/72=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/73=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/74=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=310073, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:38,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:38,979 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:38,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:38,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:38,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:38,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:38,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:38,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:38,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:38,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:38,993 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/75=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/76=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/77=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/78=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/79=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/80=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/81=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/82=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/83=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/84=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/85=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/86=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/87=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/88=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/89=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/90=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/91=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/92=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/93=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/94=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/95=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/96=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/97=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/98=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=410753, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:38,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:38,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:38,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:38,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:38,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:38,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:38,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:38,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:38,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:38,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:38,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:38,996 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:38,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:38,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:38,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:38,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:38,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:38,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:38,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:38,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:38,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:38,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:38,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:38,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:39,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:39,000 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T22:19:39,010 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/99=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/100=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/101=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/102=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/103=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/104=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/105=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/106=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/107=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/108=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/109=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/110=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/111=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/112=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/113=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/114=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/115=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/116=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/117=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/118=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/119=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/120=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/121=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/122=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=511433, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,013 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,026 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/123=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/124=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/125=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/126=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/127=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/128=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/129=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/130=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/131=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/132=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/133=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/134=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/135=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/136=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/137=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/138=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/139=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/140=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/141=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/142=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/143=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/144=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/145=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/146=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=612132, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,029 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,066 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/147=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/148=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/149=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/150=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/151=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/152=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/153=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/154=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/155=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/156=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/157=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/158=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/159=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/160=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/161=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/162=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/163=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/164=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/165=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/166=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/167=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/168=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/169=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/170=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=712836, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,068 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,086 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/171=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/172=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/173=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/174=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/175=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/176=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/177=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/178=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/179=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/180=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/181=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/182=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/183=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/184=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/185=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/186=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/187=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/188=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/189=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/190=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/191=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/192=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/193=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/194=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=813540, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,088 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,103 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/195=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/196=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/197=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/198=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/199=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/200=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/201=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/202=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/203=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/204=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/205=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/206=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/207=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/208=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/209=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/210=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/211=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/212=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/213=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/214=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/215=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/216=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/217=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/218=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=914244, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,105 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,118 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/219=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/220=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/221=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/222=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/223=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/224=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/225=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/226=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/227=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/228=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/229=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/230=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/231=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/232=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/233=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/234=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/235=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/236=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/237=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/238=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/239=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/240=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/241=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/242=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=1014948, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,121 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,136 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/243=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/244=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/245=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/246=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/247=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/248=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/249=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/250=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/251=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/252=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/253=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/254=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/255=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/256=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/257=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/258=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/259=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/260=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/261=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/262=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/263=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/264=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/265=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/266=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=1115652, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,139 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,151 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/267=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/268=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/269=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/270=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/271=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/272=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/273=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/274=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/275=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/276=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/277=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/278=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/279=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/280=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/281=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/282=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/283=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/284=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/285=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/286=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/287=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/288=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/289=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/290=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=1216356, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,154 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,155 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,168 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/291=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/292=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/293=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/294=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/295=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/296=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/297=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/298=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/299=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/300=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/301=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/302=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/303=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/304=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/305=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/306=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/307=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/308=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/309=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/310=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/311=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/312=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/313=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/314=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=1317060, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,170 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,178 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/315=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/316=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/317=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/318=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/319=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/320=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/321=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/322=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/323=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/324=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/325=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/326=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/327=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/328=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/329=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/330=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/331=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/332=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/333=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/334=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/335=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/336=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/337=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/338=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=1417764, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,180 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,195 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/339=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/340=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/341=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/342=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/343=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/344=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/345=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/346=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/347=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/348=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/349=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/350=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/351=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/352=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/353=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/354=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/355=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/356=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/357=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/358=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/359=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/360=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/361=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/362=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=1518468, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,198 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,211 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/363=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/364=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/365=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/366=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/367=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/368=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/369=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/370=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/371=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/372=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/373=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/374=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/375=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/376=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/377=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/378=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/379=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/380=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/381=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/382=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/383=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/384=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/385=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/386=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=1619172, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,214 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,228 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/387=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/388=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/389=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/390=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/391=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/392=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/393=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/394=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/395=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/396=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/397=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/398=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/399=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/400=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/401=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/402=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/403=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/404=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/405=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/406=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/407=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/408=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/409=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/410=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=1719876, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,234 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,244 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/411=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/412=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/413=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/414=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/415=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/416=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/417=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/418=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/419=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/420=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/421=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/422=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/423=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/424=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/425=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/426=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/427=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/428=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/429=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/430=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/431=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/432=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/433=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/434=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=1820580, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,247 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,260 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/435=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/436=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/437=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/438=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/439=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/440=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/441=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/442=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/443=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/444=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/445=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/446=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/447=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/448=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/449=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/450=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/451=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/452=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/453=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/454=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/455=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/456=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/457=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/458=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=1921284, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,261 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,278 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/459=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/460=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/461=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/462=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/463=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/464=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/465=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/466=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/467=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/468=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/469=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/470=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/471=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/472=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/473=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/474=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/475=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/476=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/477=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/478=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/479=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/480=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/481=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/482=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=2021988, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,280 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,295 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/483=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/484=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/485=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/486=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/487=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/488=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/489=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/490=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/491=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/492=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/493=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/494=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/495=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/496=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/497=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/498=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/499=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/500=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/501=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/502=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/503=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/504=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/505=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/506=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=2122692, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,296 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,311 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/507=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/508=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/509=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/510=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/511=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/512=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/513=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/514=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/515=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/516=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/517=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/518=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/519=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/520=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/521=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/522=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/523=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/524=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/525=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/526=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/527=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/528=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/529=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/530=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=2223396, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,313 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,328 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/531=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/532=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/533=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/534=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/535=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/536=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/537=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/538=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/539=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/540=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/541=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/542=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/543=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/544=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/545=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/546=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/547=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/548=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/549=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/550=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/551=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/552=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/553=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/554=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=2324100, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,329 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,345 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/555=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/556=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/557=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/558=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/559=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/560=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/561=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/562=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/563=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/564=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/565=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/566=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/567=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/568=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/569=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/570=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/571=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/572=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/573=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/574=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/575=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/576=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/577=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/578=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=2424804, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,346 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,383 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/579=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/580=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/581=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/582=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/583=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/584=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/585=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/586=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/587=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/588=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/589=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/590=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/591=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/592=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/593=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/594=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/595=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/596=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/597=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/598=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/599=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/600=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/601=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/602=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=2525508, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,384 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,403 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/603=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/604=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/605=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/606=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/607=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/608=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/609=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/610=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/611=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/612=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/613=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/614=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/615=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/616=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/617=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/618=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/619=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/620=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/621=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/622=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/623=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/624=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/625=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/626=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=2626212, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,404 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,420 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/627=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/628=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/629=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/630=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/631=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/632=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/633=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/634=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/635=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/636=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/637=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/638=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/639=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/640=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/641=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/642=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/643=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/644=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/645=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/646=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/647=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/648=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/649=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/650=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=2726916, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,421 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,436 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/651=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/652=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/653=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/654=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/655=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/656=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/657=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/658=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/659=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/660=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/661=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/662=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/663=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/664=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/665=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/666=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/667=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/668=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/669=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/670=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/671=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/672=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/673=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/674=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=2827620, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,437 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,453 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/675=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/676=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/677=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/678=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/679=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/680=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/681=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/682=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/683=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/684=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/685=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/686=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/687=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/688=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/689=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/690=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/691=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/692=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/693=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/694=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/695=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/696=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/697=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/698=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=2928324, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,454 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,470 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/699=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/700=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/701=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/702=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/703=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/704=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/705=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/706=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/707=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/708=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/709=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/710=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/711=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/712=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/713=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/714=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/715=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/716=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/717=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/718=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/719=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/720=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/721=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/722=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=3029028, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,471 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,485 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/723=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/724=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/725=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/726=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/727=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/728=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/729=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/730=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/731=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/732=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/733=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/734=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/735=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/736=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/737=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/738=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/739=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/740=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/741=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/742=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/743=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/744=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/745=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/746=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=3129732, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,486 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:39,501 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/747=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/748=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/749=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/750=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/751=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/752=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/753=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/754=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/755=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/756=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/757=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/758=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/759=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/760=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/761=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/762=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/763=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/764=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/765=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/766=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/767=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/768=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/769=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/770=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=3230436, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,503 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:39,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:39,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:39,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:39,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:39,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:39,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:39,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:39,518 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/771=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/772=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/773=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/774=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/775=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/776=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/777=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/778=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/779=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/780=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/781=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/782=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/783=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/784=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/785=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/786=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/787=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/788=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/789=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/790=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/791=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/792=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/793=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/794=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=3331140, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:39,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:39,520 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:39,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:39,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:39,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:39,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:39,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:39,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:39,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:39,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:39,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:39,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:39,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:39,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:39,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:39,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:39,525 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T22:19:39,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,536 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/795=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/796=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/797=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/798=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/799=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/800=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/801=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/802=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/803=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/804=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/805=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/806=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/807=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/808=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/809=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/810=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/811=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/812=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/813=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/814=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/815=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/816=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/817=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/818=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=3431844, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,538 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,553 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/819=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/820=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/821=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/822=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/823=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/824=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/825=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/826=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/827=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/828=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/829=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/830=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/831=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/832=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/833=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/834=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/835=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/836=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/837=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/838=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/839=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/840=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/841=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/842=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=3532548, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,554 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,570 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/843=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/844=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/845=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/846=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/847=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/848=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/849=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/850=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/851=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/852=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/853=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/854=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/855=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/856=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/857=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/858=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/859=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/860=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/861=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/862=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/863=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/864=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/865=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/866=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=3633252, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,571 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,586 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/867=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/868=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/869=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/870=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/871=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/872=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/873=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/874=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/875=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/876=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/877=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/878=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/879=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/880=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/881=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/882=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/883=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/884=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/885=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/886=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/887=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/888=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/889=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/890=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=3733956, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,588 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,603 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/891=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/892=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/893=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/894=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/895=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/896=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/897=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/898=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/899=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/900=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/901=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/902=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/903=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/904=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/905=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/906=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/907=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/908=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/909=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/910=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/911=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/912=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/913=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/914=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=3834660, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,604 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,620 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/915=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/916=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/917=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/918=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/919=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/920=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/921=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/922=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/923=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/924=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/925=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/926=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/927=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/928=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/929=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/930=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/931=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/932=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/933=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/934=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/935=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/936=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/937=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/938=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=3935364, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,621 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T22:19:39,622 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,635 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/939=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/940=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/941=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/942=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/943=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/944=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/945=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/946=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/947=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/948=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/949=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/950=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/951=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/952=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/953=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/954=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/955=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/956=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/957=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/958=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/959=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/960=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/961=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/962=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=4036068, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,636 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-13T22:19:39,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,651 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 to pos 4208104, reset compression=false 2024-12-13T22:19:39,651 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/963=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/964=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/965=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/966=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/967=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/968=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/969=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/970=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/971=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/972=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/973=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/974=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/975=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/976=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/977=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/978=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/979=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/980=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/981=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/982=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/983=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/984=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/985=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/986=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=4136772, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T22:19:39,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,659 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-13T22:19:39,668 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 to pos 4208924, reset compression=false 2024-12-13T22:19:39,668 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/83144c1a6e2fd774fb4dbaf37dda987d/987=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/988=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/989=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/990=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/991=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/992=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/993=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/994=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/995=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/996=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/997=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/998=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/999=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/1000=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/1001=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/1002=[#edits: 1 = ],4297}, {test/83144c1a6e2fd774fb4dbaf37dda987d/1003=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=4208104, nbRowKeys=17, nbHFiles=0, heapSize=73049, lastSeqIds={}, endOfFile=false,usedBufferSize=73049] 2024-12-13T22:19:39,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T22:19:39,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T22:19:39,678 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828, lastWalPosition=4208924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-13T22:19:39,874 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 to pos 4208924, reset compression=false 2024-12-13T22:19:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41269 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T22:19:40,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T22:19:40,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T22:19:40,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T22:19:40,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T22:19:40,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T22:19:40,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T22:19:40,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T22:19:40,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T22:19:40,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T22:19:40,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T22:19:40,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T22:19:40,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T22:19:40,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T22:19:40,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T22:19:40,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T22:19:40,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T22:19:40,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T22:19:40,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T22:19:40,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T22:19:40,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T22:19:40,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T22:19:40,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T22:19:40,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T22:19:40,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T22:19:40,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T22:19:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.HMaster(3971): Client=jenkins//172.17.0.3 list replication peers, regex=null 2024-12-13T22:19:40,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.HMaster(3926): Client=jenkins//172.17.0.3 removing replication peer, id=2 2024-12-13T22:19:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure 2024-12-13T22:19:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T22:19:40,065 DEBUG [PEWorker-4 {}] zookeeper.ZKUtil(111): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Set watcher on existing znode=/1/replication/peers/2/peer-state 2024-12-13T22:19:40,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2/peer-state 2024-12-13T22:19:40,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/peers/2 2024-12-13T22:19:40,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2 2024-12-13T22:19:40,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T22:19:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T22:19:40,181 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 to pos 4208924, reset compression=false 2024-12-13T22:19:40,229 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3932685d002,37375,1734128288813 2024-12-13T22:19:40,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37375 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=77 2024-12-13T22:19:40,230 INFO [RS_REFRESH_PEER-regionserver/f3932685d002:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=REMOVE_PEER 2024-12-13T22:19:40,230 INFO [RS_REFRESH_PEER-regionserver/f3932685d002:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(287): Number of deleted recovered sources for 2: 0 2024-12-13T22:19:40,230 INFO [RS_REFRESH_PEER-regionserver/f3932685d002:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Replication stream was removed by a user 2024-12-13T22:19:40,337 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1002178cc3c000f, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T22:19:40,337 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1002178cc3c000f, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T22:19:40,337 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36f318ca to 127.0.0.1:50949 2024-12-13T22:19:40,337 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0 {event_type=RS_REFRESH_PEER, pid=77}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T22:19:40,438 WARN [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-13T22:19:40,438 WARN [RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.wal-reader.f3932685d002%2C37375%2C1734128288813,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-13T22:19:40,538 INFO [RS_REFRESH_PEER-regionserver/f3932685d002:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f3932685d002:0-0.replicationSource,2.replicationSource.shipperf3932685d002%2C37375%2C1734128288813,2 terminated 2024-12-13T22:19:40,539 INFO [RS_REFRESH_PEER-regionserver/f3932685d002:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(430): Done with the queue 2 2024-12-13T22:19:40,542 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ZKUtil(111): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Set watcher on existing znode=/1/replication/rs/f3932685d002,37375,1734128288813/2/f3932685d002%2C37375%2C1734128288813.1734128291828 2024-12-13T22:19:40,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/f3932685d002,37375,1734128288813/2/f3932685d002%2C37375%2C1734128288813.1734128291828 2024-12-13T22:19:40,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/rs/f3932685d002,37375,1734128288813/2 2024-12-13T22:19:40,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/f3932685d002,37375,1734128288813/2 2024-12-13T22:19:40,561 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0 {event_type=RS_REFRESH_PEER, pid=77}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-13T22:19:40,561 DEBUG [RS_REFRESH_PEER-regionserver/f3932685d002:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-13T22:19:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.HMaster(4106): Remote procedure done, pid=77 2024-12-13T22:19:40,564 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for REMOVE on f3932685d002,37375,1734128288813 suceeded 2024-12-13T22:19:40,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-13T22:19:40,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 487 msec 2024-12-13T22:19:40,577 DEBUG [PEWorker-5 {}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-13T22:19:40,577 INFO [PEWorker-5 {}] replication.RemovePeerProcedure(76): Successfully removed peer 2 2024-12-13T22:19:40,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure in 516 msec 2024-12-13T22:19:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T22:19:40,690 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=398 (was 390) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/f3932685d002:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2fee06a0-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50949@0x644e5241-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50949@0x05d62a71-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50949@0x644e5241-SendThread(127.0.0.1:50949) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RS_REFRESH_PEER-regionserver/f3932685d002:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50949@0x05d62a71-SendThread(127.0.0.1:50949) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1138695205_22 at /127.0.0.1:58558 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50949@0x05d62a71 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$759/0x00007f4ad0b54d38.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50949@0x60c725f1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$759/0x00007f4ad0b54d38.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/cluster_f218c868-8251-7756-6358-9a864ce904cc/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2fee06a0-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/cluster_dc9c7483-a77a-d7f7-bb81-5fa50d7c3b0b/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1597353202) connection to localhost/127.0.0.1:40615 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: hconnection-0x2fee06a0-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/cluster_f218c868-8251-7756-6358-9a864ce904cc/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2fee06a0-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/cluster_dc9c7483-a77a-d7f7-bb81-5fa50d7c3b0b/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2fee06a0-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/f3932685d002:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50949@0x644e5241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$759/0x00007f4ad0b54d38.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2fee06a0-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=572 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 234), ProcessCount=11 (was 11), AvailableMemoryMB=3581 (was 3999) 2024-12-13T22:19:40,690 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79a015c1 to 127.0.0.1:50949 2024-12-13T22:19:40,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:40,691 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x713410b3 to 127.0.0.1:50949 2024-12-13T22:19:40,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:40,691 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T22:19:40,691 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2de78b2f to 127.0.0.1:50949 2024-12-13T22:19:40,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:40,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T22:19:40,691 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T22:19:40,691 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x30d204b8 to 127.0.0.1:50949 2024-12-13T22:19:40,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:40,692 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-13T22:19:40,692 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1665976016, stopped=false 2024-12-13T22:19:40,692 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=f3932685d002,46177,1734128296461 2024-12-13T22:19:40,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x1002178cc3c0004, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-13T22:19:40,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-13T22:19:40,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x1002178cc3c0004, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T22:19:40,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T22:19:40,710 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-13T22:19:40,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:40,710 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f3932685d002,41269,1734128296588' ***** 2024-12-13T22:19:40,710 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T22:19:40,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T22:19:40,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41269-0x1002178cc3c0004, quorum=127.0.0.1:50949, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T22:19:40,710 INFO [RS:0;f3932685d002:41269 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T22:19:40,711 INFO [RS:0;f3932685d002:41269 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T22:19:40,711 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T22:19:40,711 INFO [RS:0;f3932685d002:41269 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T22:19:40,711 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for 697c5d5f72a23370690477595a53bdd1 2024-12-13T22:19:40,711 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for d054716d42156a70a9f8a9ced6e86ae3 2024-12-13T22:19:40,711 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for 3043b0a38646115a31ded9924b391a11 2024-12-13T22:19:40,711 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for 4aaa4c65d04ecacd1a377b4a023887be 2024-12-13T22:19:40,711 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for 545a0cbeb4e04e7bb03611f04630b0d4 2024-12-13T22:19:40,711 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for 9d524aa5915e14bbf75d7479d6d4a89f 2024-12-13T22:19:40,711 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for fbc06273d2c92101428cb60078b69180 2024-12-13T22:19:40,711 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for 8ba48ad638207febbf2b8332f9b3fd1b 2024-12-13T22:19:40,712 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for cce097e216e96bb7e938be22574c5196 2024-12-13T22:19:40,712 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for be1ef8d16c9b4c351d3d6ae750a3d53c 2024-12-13T22:19:40,712 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for c185f62b8972930a49e20538fc90d7b5 2024-12-13T22:19:40,712 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for ab620142f37096c3e6bde1bad6b3517a 2024-12-13T22:19:40,712 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 697c5d5f72a23370690477595a53bdd1, disabling compactions & flushes 2024-12-13T22:19:40,712 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for a0e9ea0d16b79559f5e0c544a3985a5a 2024-12-13T22:19:40,712 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734128308939.697c5d5f72a23370690477595a53bdd1. 2024-12-13T22:19:40,712 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734128308939.697c5d5f72a23370690477595a53bdd1. 2024-12-13T22:19:40,712 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for 1e2bf2809e643b5d6ab1941405a53d7d 2024-12-13T22:19:40,712 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734128308939.697c5d5f72a23370690477595a53bdd1. after waiting 0 ms 2024-12-13T22:19:40,712 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for 26579b73a690f0e980f5ebcadd885e61 2024-12-13T22:19:40,712 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734128308939.697c5d5f72a23370690477595a53bdd1. 2024-12-13T22:19:40,712 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for daca44ba85f0f786100ecf04d93aabbb 2024-12-13T22:19:40,712 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for 99e884c13f346167d986799b74f88987 2024-12-13T22:19:40,712 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for 6abbed920fded9a20003fbb6e3eee981 2024-12-13T22:19:40,712 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for b48014a840f1cc412b4e543ca2fd01b3 2024-12-13T22:19:40,712 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for 7a07823d48a34e9f60065e750c241530 2024-12-13T22:19:40,712 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for c6919f1184e8c1639d0c9afe20842fdb 2024-12-13T22:19:40,712 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for c8c82d9309e6c55abdc5a83859189da3 2024-12-13T22:19:40,712 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for 0ba55735c7221e55b62030e516d3c29b 2024-12-13T22:19:40,712 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for debb994391f0319d7afbdd6b61a20497 2024-12-13T22:19:40,712 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for 72cd750b5136d057e8e4b8533764a445 2024-12-13T22:19:40,712 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for 620f4bb236420fd5e719d49191d00b2e 2024-12-13T22:19:40,712 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for d84687ef9e6b174ab253fcf0c6fb3f83 2024-12-13T22:19:40,712 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(1224): stopping server f3932685d002,41269,1734128296588 2024-12-13T22:19:40,712 DEBUG [RS:0;f3932685d002:41269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:40,712 INFO [RS:0;f3932685d002:41269 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T22:19:40,713 INFO [RS:0;f3932685d002:41269 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T22:19:40,713 INFO [RS:0;f3932685d002:41269 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T22:19:40,713 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-13T22:19:40,713 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-13T22:19:40,713 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T22:19:40,713 INFO [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T22:19:40,713 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T22:19:40,713 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T22:19:40,713 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T22:19:40,713 INFO [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-13T22:19:40,716 DEBUG [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(1629): Waiting on 0ba55735c7221e55b62030e516d3c29b, 1588230740, 1e2bf2809e643b5d6ab1941405a53d7d, 26579b73a690f0e980f5ebcadd885e61, 3043b0a38646115a31ded9924b391a11, 4aaa4c65d04ecacd1a377b4a023887be, 545a0cbeb4e04e7bb03611f04630b0d4, 620f4bb236420fd5e719d49191d00b2e, 697c5d5f72a23370690477595a53bdd1, 6abbed920fded9a20003fbb6e3eee981, 72cd750b5136d057e8e4b8533764a445, 7a07823d48a34e9f60065e750c241530, 8ba48ad638207febbf2b8332f9b3fd1b, 99e884c13f346167d986799b74f88987, 9d524aa5915e14bbf75d7479d6d4a89f, a0e9ea0d16b79559f5e0c544a3985a5a, ab620142f37096c3e6bde1bad6b3517a, b48014a840f1cc412b4e543ca2fd01b3, be1ef8d16c9b4c351d3d6ae750a3d53c, c185f62b8972930a49e20538fc90d7b5, c6919f1184e8c1639d0c9afe20842fdb, c8c82d9309e6c55abdc5a83859189da3, cce097e216e96bb7e938be22574c5196, d054716d42156a70a9f8a9ced6e86ae3, d84687ef9e6b174ab253fcf0c6fb3f83, daca44ba85f0f786100ecf04d93aabbb, debb994391f0319d7afbdd6b61a20497, fbc06273d2c92101428cb60078b69180 2024-12-13T22:19:40,717 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/697c5d5f72a23370690477595a53bdd1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:40,718 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734128308939.697c5d5f72a23370690477595a53bdd1. 2024-12-13T22:19:40,718 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 697c5d5f72a23370690477595a53bdd1: 2024-12-13T22:19:40,718 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734128308939.697c5d5f72a23370690477595a53bdd1. 2024-12-13T22:19:40,719 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d054716d42156a70a9f8a9ced6e86ae3, disabling compactions & flushes 2024-12-13T22:19:40,719 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734128308939.d054716d42156a70a9f8a9ced6e86ae3. 2024-12-13T22:19:40,719 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734128308939.d054716d42156a70a9f8a9ced6e86ae3. 2024-12-13T22:19:40,719 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734128308939.d054716d42156a70a9f8a9ced6e86ae3. after waiting 0 ms 2024-12-13T22:19:40,719 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734128308939.d054716d42156a70a9f8a9ced6e86ae3. 2024-12-13T22:19:40,723 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/d054716d42156a70a9f8a9ced6e86ae3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:40,724 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734128308939.d054716d42156a70a9f8a9ced6e86ae3. 2024-12-13T22:19:40,724 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d054716d42156a70a9f8a9ced6e86ae3: 2024-12-13T22:19:40,724 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734128308939.d054716d42156a70a9f8a9ced6e86ae3. 2024-12-13T22:19:40,724 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3043b0a38646115a31ded9924b391a11, disabling compactions & flushes 2024-12-13T22:19:40,724 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734128308939.3043b0a38646115a31ded9924b391a11. 2024-12-13T22:19:40,724 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734128308939.3043b0a38646115a31ded9924b391a11. 2024-12-13T22:19:40,724 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734128308939.3043b0a38646115a31ded9924b391a11. after waiting 0 ms 2024-12-13T22:19:40,724 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734128308939.3043b0a38646115a31ded9924b391a11. 2024-12-13T22:19:40,728 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/3043b0a38646115a31ded9924b391a11/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:40,729 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734128308939.3043b0a38646115a31ded9924b391a11. 2024-12-13T22:19:40,729 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3043b0a38646115a31ded9924b391a11: 2024-12-13T22:19:40,729 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734128308939.3043b0a38646115a31ded9924b391a11. 2024-12-13T22:19:40,729 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4aaa4c65d04ecacd1a377b4a023887be, disabling compactions & flushes 2024-12-13T22:19:40,729 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734128308939.4aaa4c65d04ecacd1a377b4a023887be. 2024-12-13T22:19:40,729 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734128308939.4aaa4c65d04ecacd1a377b4a023887be. 2024-12-13T22:19:40,729 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734128308939.4aaa4c65d04ecacd1a377b4a023887be. after waiting 0 ms 2024-12-13T22:19:40,729 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734128308939.4aaa4c65d04ecacd1a377b4a023887be. 2024-12-13T22:19:40,732 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/4aaa4c65d04ecacd1a377b4a023887be/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:40,733 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734128308939.4aaa4c65d04ecacd1a377b4a023887be. 2024-12-13T22:19:40,733 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4aaa4c65d04ecacd1a377b4a023887be: 2024-12-13T22:19:40,733 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734128308939.4aaa4c65d04ecacd1a377b4a023887be. 2024-12-13T22:19:40,733 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 545a0cbeb4e04e7bb03611f04630b0d4, disabling compactions & flushes 2024-12-13T22:19:40,733 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734128308939.545a0cbeb4e04e7bb03611f04630b0d4. 2024-12-13T22:19:40,733 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734128308939.545a0cbeb4e04e7bb03611f04630b0d4. 2024-12-13T22:19:40,733 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734128308939.545a0cbeb4e04e7bb03611f04630b0d4. after waiting 0 ms 2024-12-13T22:19:40,733 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734128308939.545a0cbeb4e04e7bb03611f04630b0d4. 2024-12-13T22:19:40,737 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/545a0cbeb4e04e7bb03611f04630b0d4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:40,738 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734128308939.545a0cbeb4e04e7bb03611f04630b0d4. 2024-12-13T22:19:40,738 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 545a0cbeb4e04e7bb03611f04630b0d4: 2024-12-13T22:19:40,738 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734128308939.545a0cbeb4e04e7bb03611f04630b0d4. 2024-12-13T22:19:40,738 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9d524aa5915e14bbf75d7479d6d4a89f, disabling compactions & flushes 2024-12-13T22:19:40,738 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734128308939.9d524aa5915e14bbf75d7479d6d4a89f. 2024-12-13T22:19:40,738 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734128308939.9d524aa5915e14bbf75d7479d6d4a89f. 2024-12-13T22:19:40,738 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734128308939.9d524aa5915e14bbf75d7479d6d4a89f. after waiting 0 ms 2024-12-13T22:19:40,738 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734128308939.9d524aa5915e14bbf75d7479d6d4a89f. 2024-12-13T22:19:40,741 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/9d524aa5915e14bbf75d7479d6d4a89f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:40,742 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734128308939.9d524aa5915e14bbf75d7479d6d4a89f. 2024-12-13T22:19:40,742 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9d524aa5915e14bbf75d7479d6d4a89f: 2024-12-13T22:19:40,742 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734128308939.9d524aa5915e14bbf75d7479d6d4a89f. 2024-12-13T22:19:40,742 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fbc06273d2c92101428cb60078b69180, disabling compactions & flushes 2024-12-13T22:19:40,742 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734128308939.fbc06273d2c92101428cb60078b69180. 2024-12-13T22:19:40,742 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734128308939.fbc06273d2c92101428cb60078b69180. 2024-12-13T22:19:40,742 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734128308939.fbc06273d2c92101428cb60078b69180. after waiting 0 ms 2024-12-13T22:19:40,742 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734128308939.fbc06273d2c92101428cb60078b69180. 2024-12-13T22:19:40,744 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/meta/1588230740/.tmp/info/224d5941815b4a7288559e37ecb3e104 is 143, key is hbase:namespace,,1734128299239.8ba48ad638207febbf2b8332f9b3fd1b./info:regioninfo/1734128300468/Put/seqid=0 2024-12-13T22:19:40,748 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/fbc06273d2c92101428cb60078b69180/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:40,749 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734128308939.fbc06273d2c92101428cb60078b69180. 2024-12-13T22:19:40,749 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fbc06273d2c92101428cb60078b69180: 2024-12-13T22:19:40,749 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734128308939.fbc06273d2c92101428cb60078b69180. 2024-12-13T22:19:40,749 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8ba48ad638207febbf2b8332f9b3fd1b, disabling compactions & flushes 2024-12-13T22:19:40,749 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734128299239.8ba48ad638207febbf2b8332f9b3fd1b. 2024-12-13T22:19:40,749 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734128299239.8ba48ad638207febbf2b8332f9b3fd1b. 2024-12-13T22:19:40,749 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734128299239.8ba48ad638207febbf2b8332f9b3fd1b. after waiting 0 ms 2024-12-13T22:19:40,749 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734128299239.8ba48ad638207febbf2b8332f9b3fd1b. 2024-12-13T22:19:40,749 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 8ba48ad638207febbf2b8332f9b3fd1b 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-13T22:19:40,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741866_1042 (size=36340) 2024-12-13T22:19:40,751 INFO [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/meta/1588230740/.tmp/info/224d5941815b4a7288559e37ecb3e104 2024-12-13T22:19:40,754 INFO [regionserver/f3932685d002:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T22:19:40,770 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/namespace/8ba48ad638207febbf2b8332f9b3fd1b/.tmp/info/e220db60819548649416b83c956c83a4 is 45, key is default/info:d/1734128300566/Put/seqid=0 2024-12-13T22:19:40,772 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/meta/1588230740/.tmp/rep_barrier/28d27896c5404020adc683abaae1861c is 115, key is test,bbb,1734128308939.b48014a840f1cc412b4e543ca2fd01b3./rep_barrier:seqnumDuringOpen/1734128313224/Put/seqid=0 2024-12-13T22:19:40,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741867_1043 (size=5037) 2024-12-13T22:19:40,795 INFO [Finalizer {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T22:19:40,795 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/namespace/8ba48ad638207febbf2b8332f9b3fd1b/.tmp/info/e220db60819548649416b83c956c83a4 2024-12-13T22:19:40,795 DEBUG [Finalizer {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60c725f1 to 127.0.0.1:50949 2024-12-13T22:19:40,795 DEBUG [Finalizer {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:40,796 INFO [Finalizer {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T22:19:40,796 DEBUG [Finalizer {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05d62a71 to 127.0.0.1:50949 2024-12-13T22:19:40,796 DEBUG [Finalizer {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:40,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741868_1044 (size=8574) 2024-12-13T22:19:40,798 INFO [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/meta/1588230740/.tmp/rep_barrier/28d27896c5404020adc683abaae1861c 2024-12-13T22:19:40,803 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/namespace/8ba48ad638207febbf2b8332f9b3fd1b/.tmp/info/e220db60819548649416b83c956c83a4 as hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/namespace/8ba48ad638207febbf2b8332f9b3fd1b/info/e220db60819548649416b83c956c83a4 2024-12-13T22:19:40,809 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/namespace/8ba48ad638207febbf2b8332f9b3fd1b/info/e220db60819548649416b83c956c83a4, entries=2, sequenceid=6, filesize=4.9 K 2024-12-13T22:19:40,810 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 8ba48ad638207febbf2b8332f9b3fd1b in 61ms, sequenceid=6, compaction requested=false 2024-12-13T22:19:40,815 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/namespace/8ba48ad638207febbf2b8332f9b3fd1b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-13T22:19:40,816 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734128299239.8ba48ad638207febbf2b8332f9b3fd1b. 2024-12-13T22:19:40,816 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8ba48ad638207febbf2b8332f9b3fd1b: 2024-12-13T22:19:40,816 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734128299239.8ba48ad638207febbf2b8332f9b3fd1b. 2024-12-13T22:19:40,817 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cce097e216e96bb7e938be22574c5196, disabling compactions & flushes 2024-12-13T22:19:40,817 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734128308939.cce097e216e96bb7e938be22574c5196. 2024-12-13T22:19:40,817 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734128308939.cce097e216e96bb7e938be22574c5196. 2024-12-13T22:19:40,817 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734128308939.cce097e216e96bb7e938be22574c5196. after waiting 0 ms 2024-12-13T22:19:40,817 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734128308939.cce097e216e96bb7e938be22574c5196. 2024-12-13T22:19:40,820 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/cce097e216e96bb7e938be22574c5196/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:40,821 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734128308939.cce097e216e96bb7e938be22574c5196. 2024-12-13T22:19:40,821 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cce097e216e96bb7e938be22574c5196: 2024-12-13T22:19:40,821 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734128308939.cce097e216e96bb7e938be22574c5196. 2024-12-13T22:19:40,821 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing be1ef8d16c9b4c351d3d6ae750a3d53c, disabling compactions & flushes 2024-12-13T22:19:40,821 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734128308939.be1ef8d16c9b4c351d3d6ae750a3d53c. 2024-12-13T22:19:40,821 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734128308939.be1ef8d16c9b4c351d3d6ae750a3d53c. 2024-12-13T22:19:40,821 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734128308939.be1ef8d16c9b4c351d3d6ae750a3d53c. after waiting 0 ms 2024-12-13T22:19:40,821 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734128308939.be1ef8d16c9b4c351d3d6ae750a3d53c. 2024-12-13T22:19:40,824 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/be1ef8d16c9b4c351d3d6ae750a3d53c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:40,825 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734128308939.be1ef8d16c9b4c351d3d6ae750a3d53c. 2024-12-13T22:19:40,825 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for be1ef8d16c9b4c351d3d6ae750a3d53c: 2024-12-13T22:19:40,825 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734128308939.be1ef8d16c9b4c351d3d6ae750a3d53c. 2024-12-13T22:19:40,825 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/meta/1588230740/.tmp/table/8d6f76dcf65046e19f3e666b609e9cca is 94, key is testdroppedtimed,,1734128319882.a9ea37e0a3dca9c829a4be6c0d232591./table:/1734128323735/DeleteFamily/seqid=0 2024-12-13T22:19:40,825 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c185f62b8972930a49e20538fc90d7b5, disabling compactions & flushes 2024-12-13T22:19:40,825 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734128308939.c185f62b8972930a49e20538fc90d7b5. 2024-12-13T22:19:40,825 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734128308939.c185f62b8972930a49e20538fc90d7b5. 2024-12-13T22:19:40,825 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734128308939.c185f62b8972930a49e20538fc90d7b5. after waiting 0 ms 2024-12-13T22:19:40,825 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734128308939.c185f62b8972930a49e20538fc90d7b5. 2024-12-13T22:19:40,829 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/c185f62b8972930a49e20538fc90d7b5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:40,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741869_1045 (size=5605) 2024-12-13T22:19:40,829 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734128308939.c185f62b8972930a49e20538fc90d7b5. 2024-12-13T22:19:40,829 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c185f62b8972930a49e20538fc90d7b5: 2024-12-13T22:19:40,830 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734128308939.c185f62b8972930a49e20538fc90d7b5. 2024-12-13T22:19:40,830 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ab620142f37096c3e6bde1bad6b3517a, disabling compactions & flushes 2024-12-13T22:19:40,830 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734128308939.ab620142f37096c3e6bde1bad6b3517a. 2024-12-13T22:19:40,830 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734128308939.ab620142f37096c3e6bde1bad6b3517a. 2024-12-13T22:19:40,830 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734128308939.ab620142f37096c3e6bde1bad6b3517a. after waiting 0 ms 2024-12-13T22:19:40,830 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734128308939.ab620142f37096c3e6bde1bad6b3517a. 2024-12-13T22:19:40,833 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/ab620142f37096c3e6bde1bad6b3517a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:40,834 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734128308939.ab620142f37096c3e6bde1bad6b3517a. 2024-12-13T22:19:40,834 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ab620142f37096c3e6bde1bad6b3517a: 2024-12-13T22:19:40,834 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734128308939.ab620142f37096c3e6bde1bad6b3517a. 2024-12-13T22:19:40,834 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a0e9ea0d16b79559f5e0c544a3985a5a, disabling compactions & flushes 2024-12-13T22:19:40,834 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734128308939.a0e9ea0d16b79559f5e0c544a3985a5a. 2024-12-13T22:19:40,834 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734128308939.a0e9ea0d16b79559f5e0c544a3985a5a. 2024-12-13T22:19:40,834 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734128308939.a0e9ea0d16b79559f5e0c544a3985a5a. after waiting 0 ms 2024-12-13T22:19:40,834 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734128308939.a0e9ea0d16b79559f5e0c544a3985a5a. 2024-12-13T22:19:40,837 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/a0e9ea0d16b79559f5e0c544a3985a5a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:40,838 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734128308939.a0e9ea0d16b79559f5e0c544a3985a5a. 2024-12-13T22:19:40,838 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a0e9ea0d16b79559f5e0c544a3985a5a: 2024-12-13T22:19:40,838 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734128308939.a0e9ea0d16b79559f5e0c544a3985a5a. 2024-12-13T22:19:40,838 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1e2bf2809e643b5d6ab1941405a53d7d, disabling compactions & flushes 2024-12-13T22:19:40,838 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734128308939.1e2bf2809e643b5d6ab1941405a53d7d. 2024-12-13T22:19:40,838 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734128308939.1e2bf2809e643b5d6ab1941405a53d7d. 2024-12-13T22:19:40,839 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734128308939.1e2bf2809e643b5d6ab1941405a53d7d. after waiting 0 ms 2024-12-13T22:19:40,839 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734128308939.1e2bf2809e643b5d6ab1941405a53d7d. 2024-12-13T22:19:40,842 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/1e2bf2809e643b5d6ab1941405a53d7d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:40,843 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734128308939.1e2bf2809e643b5d6ab1941405a53d7d. 2024-12-13T22:19:40,843 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1e2bf2809e643b5d6ab1941405a53d7d: 2024-12-13T22:19:40,843 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734128308939.1e2bf2809e643b5d6ab1941405a53d7d. 2024-12-13T22:19:40,843 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 26579b73a690f0e980f5ebcadd885e61, disabling compactions & flushes 2024-12-13T22:19:40,843 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Running close preflush of 26579b73a690f0e980f5ebcadd885e61 2024-12-13T22:19:40,843 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 26579b73a690f0e980f5ebcadd885e61 2/2 column families, dataSize=6.81 MB heapSize=6.94 MB 2024-12-13T22:19:40,882 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/26579b73a690f0e980f5ebcadd885e61/.tmp/f/d55dc5aced6443049e9424965ffb9b0c is 4136, key is NormalPut000/f:row/1734128322638/Put/seqid=0 2024-12-13T22:19:40,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741870_1046 (size=4145786) 2024-12-13T22:19:40,916 DEBUG [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(1629): Waiting on 0ba55735c7221e55b62030e516d3c29b, 1588230740, 26579b73a690f0e980f5ebcadd885e61, 620f4bb236420fd5e719d49191d00b2e, 6abbed920fded9a20003fbb6e3eee981, 72cd750b5136d057e8e4b8533764a445, 7a07823d48a34e9f60065e750c241530, 99e884c13f346167d986799b74f88987, b48014a840f1cc412b4e543ca2fd01b3, c6919f1184e8c1639d0c9afe20842fdb, c8c82d9309e6c55abdc5a83859189da3, d84687ef9e6b174ab253fcf0c6fb3f83, daca44ba85f0f786100ecf04d93aabbb, debb994391f0319d7afbdd6b61a20497 2024-12-13T22:19:41,028 INFO [regionserver/f3932685d002:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-13T22:19:41,028 INFO [regionserver/f3932685d002:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-13T22:19:41,117 DEBUG [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(1629): Waiting on 0ba55735c7221e55b62030e516d3c29b, 1588230740, 26579b73a690f0e980f5ebcadd885e61, 620f4bb236420fd5e719d49191d00b2e, 6abbed920fded9a20003fbb6e3eee981, 72cd750b5136d057e8e4b8533764a445, 7a07823d48a34e9f60065e750c241530, 99e884c13f346167d986799b74f88987, b48014a840f1cc412b4e543ca2fd01b3, c6919f1184e8c1639d0c9afe20842fdb, c8c82d9309e6c55abdc5a83859189da3, d84687ef9e6b174ab253fcf0c6fb3f83, daca44ba85f0f786100ecf04d93aabbb, debb994391f0319d7afbdd6b61a20497 2024-12-13T22:19:41,231 INFO [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/meta/1588230740/.tmp/table/8d6f76dcf65046e19f3e666b609e9cca 2024-12-13T22:19:41,242 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/meta/1588230740/.tmp/info/224d5941815b4a7288559e37ecb3e104 as hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/meta/1588230740/info/224d5941815b4a7288559e37ecb3e104 2024-12-13T22:19:41,251 INFO [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/meta/1588230740/info/224d5941815b4a7288559e37ecb3e104, entries=272, sequenceid=77, filesize=35.5 K 2024-12-13T22:19:41,253 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/meta/1588230740/.tmp/rep_barrier/28d27896c5404020adc683abaae1861c as hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/meta/1588230740/rep_barrier/28d27896c5404020adc683abaae1861c 2024-12-13T22:19:41,262 INFO [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/meta/1588230740/rep_barrier/28d27896c5404020adc683abaae1861c, entries=27, sequenceid=77, filesize=8.4 K 2024-12-13T22:19:41,263 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/meta/1588230740/.tmp/table/8d6f76dcf65046e19f3e666b609e9cca as hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/meta/1588230740/table/8d6f76dcf65046e19f3e666b609e9cca 2024-12-13T22:19:41,270 INFO [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/meta/1588230740/table/8d6f76dcf65046e19f3e666b609e9cca, entries=6, sequenceid=77, filesize=5.5 K 2024-12-13T22:19:41,271 INFO [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 558ms, sequenceid=77, compaction requested=false 2024-12-13T22:19:41,275 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-13T22:19:41,276 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T22:19:41,276 INFO [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T22:19:41,276 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T22:19:41,276 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-13T22:19:41,285 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.81 MB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/26579b73a690f0e980f5ebcadd885e61/.tmp/f/d55dc5aced6443049e9424965ffb9b0c 2024-12-13T22:19:41,292 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/26579b73a690f0e980f5ebcadd885e61/.tmp/f/d55dc5aced6443049e9424965ffb9b0c as hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/26579b73a690f0e980f5ebcadd885e61/f/d55dc5aced6443049e9424965ffb9b0c 2024-12-13T22:19:41,298 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/26579b73a690f0e980f5ebcadd885e61/f/d55dc5aced6443049e9424965ffb9b0c, entries=1000, sequenceid=144, filesize=4.0 M 2024-12-13T22:19:41,298 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~6.81 MB/7140096, heapSize ~6.93 MB/7271664, currentSize=0 B/0 for 26579b73a690f0e980f5ebcadd885e61 in 455ms, sequenceid=144, compaction requested=false 2024-12-13T22:19:41,298 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734128308939.26579b73a690f0e980f5ebcadd885e61. 2024-12-13T22:19:41,299 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734128308939.26579b73a690f0e980f5ebcadd885e61. 2024-12-13T22:19:41,299 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734128308939.26579b73a690f0e980f5ebcadd885e61. after waiting 0 ms 2024-12-13T22:19:41,299 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734128308939.26579b73a690f0e980f5ebcadd885e61. 2024-12-13T22:19:41,302 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/26579b73a690f0e980f5ebcadd885e61/recovered.edits/147.seqid, newMaxSeqId=147, maxSeqId=1 2024-12-13T22:19:41,302 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734128308939.26579b73a690f0e980f5ebcadd885e61. 2024-12-13T22:19:41,302 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 26579b73a690f0e980f5ebcadd885e61: 2024-12-13T22:19:41,303 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734128308939.26579b73a690f0e980f5ebcadd885e61. 2024-12-13T22:19:41,303 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing daca44ba85f0f786100ecf04d93aabbb, disabling compactions & flushes 2024-12-13T22:19:41,303 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734128308939.daca44ba85f0f786100ecf04d93aabbb. 2024-12-13T22:19:41,303 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734128308939.daca44ba85f0f786100ecf04d93aabbb. 2024-12-13T22:19:41,303 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734128308939.daca44ba85f0f786100ecf04d93aabbb. after waiting 0 ms 2024-12-13T22:19:41,303 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734128308939.daca44ba85f0f786100ecf04d93aabbb. 2024-12-13T22:19:41,306 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/daca44ba85f0f786100ecf04d93aabbb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:41,307 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734128308939.daca44ba85f0f786100ecf04d93aabbb. 2024-12-13T22:19:41,307 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for daca44ba85f0f786100ecf04d93aabbb: 2024-12-13T22:19:41,307 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734128308939.daca44ba85f0f786100ecf04d93aabbb. 2024-12-13T22:19:41,307 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 99e884c13f346167d986799b74f88987, disabling compactions & flushes 2024-12-13T22:19:41,307 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734128308939.99e884c13f346167d986799b74f88987. 2024-12-13T22:19:41,307 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734128308939.99e884c13f346167d986799b74f88987. 2024-12-13T22:19:41,307 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734128308939.99e884c13f346167d986799b74f88987. after waiting 0 ms 2024-12-13T22:19:41,307 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734128308939.99e884c13f346167d986799b74f88987. 2024-12-13T22:19:41,310 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/99e884c13f346167d986799b74f88987/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:41,311 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734128308939.99e884c13f346167d986799b74f88987. 2024-12-13T22:19:41,311 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 99e884c13f346167d986799b74f88987: 2024-12-13T22:19:41,311 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734128308939.99e884c13f346167d986799b74f88987. 2024-12-13T22:19:41,311 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6abbed920fded9a20003fbb6e3eee981, disabling compactions & flushes 2024-12-13T22:19:41,311 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734128308939.6abbed920fded9a20003fbb6e3eee981. 2024-12-13T22:19:41,311 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734128308939.6abbed920fded9a20003fbb6e3eee981. 2024-12-13T22:19:41,311 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734128308939.6abbed920fded9a20003fbb6e3eee981. after waiting 0 ms 2024-12-13T22:19:41,311 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734128308939.6abbed920fded9a20003fbb6e3eee981. 2024-12-13T22:19:41,313 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/6abbed920fded9a20003fbb6e3eee981/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:41,314 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734128308939.6abbed920fded9a20003fbb6e3eee981. 2024-12-13T22:19:41,314 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6abbed920fded9a20003fbb6e3eee981: 2024-12-13T22:19:41,314 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734128308939.6abbed920fded9a20003fbb6e3eee981. 2024-12-13T22:19:41,314 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b48014a840f1cc412b4e543ca2fd01b3, disabling compactions & flushes 2024-12-13T22:19:41,314 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734128308939.b48014a840f1cc412b4e543ca2fd01b3. 2024-12-13T22:19:41,314 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734128308939.b48014a840f1cc412b4e543ca2fd01b3. 2024-12-13T22:19:41,314 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734128308939.b48014a840f1cc412b4e543ca2fd01b3. after waiting 0 ms 2024-12-13T22:19:41,314 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734128308939.b48014a840f1cc412b4e543ca2fd01b3. 2024-12-13T22:19:41,317 DEBUG [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(1629): Waiting on 0ba55735c7221e55b62030e516d3c29b, 620f4bb236420fd5e719d49191d00b2e, 72cd750b5136d057e8e4b8533764a445, 7a07823d48a34e9f60065e750c241530, b48014a840f1cc412b4e543ca2fd01b3, c6919f1184e8c1639d0c9afe20842fdb, c8c82d9309e6c55abdc5a83859189da3, d84687ef9e6b174ab253fcf0c6fb3f83, debb994391f0319d7afbdd6b61a20497 2024-12-13T22:19:41,317 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/b48014a840f1cc412b4e543ca2fd01b3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:41,318 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734128308939.b48014a840f1cc412b4e543ca2fd01b3. 2024-12-13T22:19:41,318 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b48014a840f1cc412b4e543ca2fd01b3: 2024-12-13T22:19:41,318 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734128308939.b48014a840f1cc412b4e543ca2fd01b3. 2024-12-13T22:19:41,318 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7a07823d48a34e9f60065e750c241530, disabling compactions & flushes 2024-12-13T22:19:41,318 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734128308939.7a07823d48a34e9f60065e750c241530. 2024-12-13T22:19:41,318 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734128308939.7a07823d48a34e9f60065e750c241530. 2024-12-13T22:19:41,318 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734128308939.7a07823d48a34e9f60065e750c241530. after waiting 0 ms 2024-12-13T22:19:41,318 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734128308939.7a07823d48a34e9f60065e750c241530. 2024-12-13T22:19:41,321 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/7a07823d48a34e9f60065e750c241530/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:41,322 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734128308939.7a07823d48a34e9f60065e750c241530. 2024-12-13T22:19:41,322 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7a07823d48a34e9f60065e750c241530: 2024-12-13T22:19:41,322 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734128308939.7a07823d48a34e9f60065e750c241530. 2024-12-13T22:19:41,322 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c6919f1184e8c1639d0c9afe20842fdb, disabling compactions & flushes 2024-12-13T22:19:41,322 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734128308939.c6919f1184e8c1639d0c9afe20842fdb. 2024-12-13T22:19:41,322 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734128308939.c6919f1184e8c1639d0c9afe20842fdb. 2024-12-13T22:19:41,322 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734128308939.c6919f1184e8c1639d0c9afe20842fdb. after waiting 0 ms 2024-12-13T22:19:41,322 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734128308939.c6919f1184e8c1639d0c9afe20842fdb. 2024-12-13T22:19:41,325 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/c6919f1184e8c1639d0c9afe20842fdb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:41,325 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734128308939.c6919f1184e8c1639d0c9afe20842fdb. 2024-12-13T22:19:41,325 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c6919f1184e8c1639d0c9afe20842fdb: 2024-12-13T22:19:41,325 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734128308939.c6919f1184e8c1639d0c9afe20842fdb. 2024-12-13T22:19:41,325 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c8c82d9309e6c55abdc5a83859189da3, disabling compactions & flushes 2024-12-13T22:19:41,326 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734128308939.c8c82d9309e6c55abdc5a83859189da3. 2024-12-13T22:19:41,326 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734128308939.c8c82d9309e6c55abdc5a83859189da3. 2024-12-13T22:19:41,326 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734128308939.c8c82d9309e6c55abdc5a83859189da3. after waiting 0 ms 2024-12-13T22:19:41,326 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734128308939.c8c82d9309e6c55abdc5a83859189da3. 2024-12-13T22:19:41,328 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/c8c82d9309e6c55abdc5a83859189da3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:41,329 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734128308939.c8c82d9309e6c55abdc5a83859189da3. 2024-12-13T22:19:41,329 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c8c82d9309e6c55abdc5a83859189da3: 2024-12-13T22:19:41,329 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734128308939.c8c82d9309e6c55abdc5a83859189da3. 2024-12-13T22:19:41,329 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0ba55735c7221e55b62030e516d3c29b, disabling compactions & flushes 2024-12-13T22:19:41,329 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734128308939.0ba55735c7221e55b62030e516d3c29b. 2024-12-13T22:19:41,329 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734128308939.0ba55735c7221e55b62030e516d3c29b. 2024-12-13T22:19:41,329 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734128308939.0ba55735c7221e55b62030e516d3c29b. after waiting 0 ms 2024-12-13T22:19:41,329 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734128308939.0ba55735c7221e55b62030e516d3c29b. 2024-12-13T22:19:41,332 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/0ba55735c7221e55b62030e516d3c29b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:41,333 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734128308939.0ba55735c7221e55b62030e516d3c29b. 2024-12-13T22:19:41,333 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0ba55735c7221e55b62030e516d3c29b: 2024-12-13T22:19:41,333 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734128308939.0ba55735c7221e55b62030e516d3c29b. 2024-12-13T22:19:41,333 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing debb994391f0319d7afbdd6b61a20497, disabling compactions & flushes 2024-12-13T22:19:41,333 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734128308939.debb994391f0319d7afbdd6b61a20497. 2024-12-13T22:19:41,333 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734128308939.debb994391f0319d7afbdd6b61a20497. 2024-12-13T22:19:41,333 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734128308939.debb994391f0319d7afbdd6b61a20497. after waiting 0 ms 2024-12-13T22:19:41,333 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734128308939.debb994391f0319d7afbdd6b61a20497. 2024-12-13T22:19:41,336 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/debb994391f0319d7afbdd6b61a20497/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:41,336 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734128308939.debb994391f0319d7afbdd6b61a20497. 2024-12-13T22:19:41,336 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for debb994391f0319d7afbdd6b61a20497: 2024-12-13T22:19:41,336 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734128308939.debb994391f0319d7afbdd6b61a20497. 2024-12-13T22:19:41,336 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 72cd750b5136d057e8e4b8533764a445, disabling compactions & flushes 2024-12-13T22:19:41,336 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734128308939.72cd750b5136d057e8e4b8533764a445. 2024-12-13T22:19:41,336 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734128308939.72cd750b5136d057e8e4b8533764a445. 2024-12-13T22:19:41,336 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734128308939.72cd750b5136d057e8e4b8533764a445. after waiting 0 ms 2024-12-13T22:19:41,336 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734128308939.72cd750b5136d057e8e4b8533764a445. 2024-12-13T22:19:41,339 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/72cd750b5136d057e8e4b8533764a445/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:41,340 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734128308939.72cd750b5136d057e8e4b8533764a445. 2024-12-13T22:19:41,340 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 72cd750b5136d057e8e4b8533764a445: 2024-12-13T22:19:41,340 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734128308939.72cd750b5136d057e8e4b8533764a445. 2024-12-13T22:19:41,340 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 620f4bb236420fd5e719d49191d00b2e, disabling compactions & flushes 2024-12-13T22:19:41,340 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734128308939.620f4bb236420fd5e719d49191d00b2e. 2024-12-13T22:19:41,340 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734128308939.620f4bb236420fd5e719d49191d00b2e. 2024-12-13T22:19:41,340 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734128308939.620f4bb236420fd5e719d49191d00b2e. after waiting 0 ms 2024-12-13T22:19:41,340 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734128308939.620f4bb236420fd5e719d49191d00b2e. 2024-12-13T22:19:41,342 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/620f4bb236420fd5e719d49191d00b2e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:41,343 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734128308939.620f4bb236420fd5e719d49191d00b2e. 2024-12-13T22:19:41,343 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 620f4bb236420fd5e719d49191d00b2e: 2024-12-13T22:19:41,343 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734128308939.620f4bb236420fd5e719d49191d00b2e. 2024-12-13T22:19:41,343 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d84687ef9e6b174ab253fcf0c6fb3f83, disabling compactions & flushes 2024-12-13T22:19:41,343 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734128308939.d84687ef9e6b174ab253fcf0c6fb3f83. 2024-12-13T22:19:41,343 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734128308939.d84687ef9e6b174ab253fcf0c6fb3f83. 2024-12-13T22:19:41,343 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734128308939.d84687ef9e6b174ab253fcf0c6fb3f83. after waiting 0 ms 2024-12-13T22:19:41,343 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734128308939.d84687ef9e6b174ab253fcf0c6fb3f83. 2024-12-13T22:19:41,346 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/data/default/test/d84687ef9e6b174ab253fcf0c6fb3f83/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:41,347 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734128308939.d84687ef9e6b174ab253fcf0c6fb3f83. 2024-12-13T22:19:41,347 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d84687ef9e6b174ab253fcf0c6fb3f83: 2024-12-13T22:19:41,347 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734128308939.d84687ef9e6b174ab253fcf0c6fb3f83. 2024-12-13T22:19:41,517 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(1250): stopping server f3932685d002,41269,1734128296588; all regions closed. 2024-12-13T22:19:41,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741834_1010 (size=40374) 2024-12-13T22:19:41,523 DEBUG [RS:0;f3932685d002:41269 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/oldWALs 2024-12-13T22:19:41,523 INFO [RS:0;f3932685d002:41269 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f3932685d002%2C41269%2C1734128296588.meta:.meta(num 1734128299096) 2024-12-13T22:19:41,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741832_1008 (size=7175253) 2024-12-13T22:19:41,527 DEBUG [RS:0;f3932685d002:41269 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/oldWALs 2024-12-13T22:19:41,527 INFO [RS:0;f3932685d002:41269 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f3932685d002%2C41269%2C1734128296588:(num 1734128298103) 2024-12-13T22:19:41,527 DEBUG [RS:0;f3932685d002:41269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:41,527 INFO [RS:0;f3932685d002:41269 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T22:19:41,527 INFO [RS:0;f3932685d002:41269 {}] hbase.ChoreService(370): Chore service for: regionserver/f3932685d002:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-13T22:19:41,528 INFO [regionserver/f3932685d002:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T22:19:41,528 INFO [RS:0;f3932685d002:41269 {}] client.AsyncConnectionImpl(225): Connection has been closed by RS:0;f3932685d002:41269. 2024-12-13T22:19:41,528 DEBUG [RS:0;f3932685d002:41269 {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:479) at org.apache.hadoop.hbase.replication.regionserver.Replication.join(Replication.java:165) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:156) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2936) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1285) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T22:19:41,529 DEBUG [RS:0;f3932685d002:41269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:41,529 DEBUG [RS:0;f3932685d002:41269 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x644e5241 to 127.0.0.1:50949 2024-12-13T22:19:41,529 INFO [RS:0;f3932685d002:41269 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:41269 2024-12-13T22:19:41,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-13T22:19:41,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x1002178cc3c0004, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/f3932685d002,41269,1734128296588 2024-12-13T22:19:41,586 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3932685d002,41269,1734128296588] 2024-12-13T22:19:41,587 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f3932685d002,41269,1734128296588; numProcessing=1 2024-12-13T22:19:41,595 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /2/draining/f3932685d002,41269,1734128296588 already deleted, retry=false 2024-12-13T22:19:41,595 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f3932685d002,41269,1734128296588 expired; onlineServers=0 2024-12-13T22:19:41,595 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f3932685d002,46177,1734128296461' ***** 2024-12-13T22:19:41,595 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-13T22:19:41,595 DEBUG [M:0;f3932685d002:46177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7742fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3932685d002/172.17.0.3:0 2024-12-13T22:19:41,595 INFO [M:0;f3932685d002:46177 {}] regionserver.HRegionServer(1224): stopping server f3932685d002,46177,1734128296461 2024-12-13T22:19:41,595 INFO [M:0;f3932685d002:46177 {}] regionserver.HRegionServer(1250): stopping server f3932685d002,46177,1734128296461; all regions closed. 2024-12-13T22:19:41,595 DEBUG [M:0;f3932685d002:46177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:41,596 DEBUG [M:0;f3932685d002:46177 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-13T22:19:41,596 DEBUG [M:0;f3932685d002:46177 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-13T22:19:41,596 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-13T22:19:41,596 DEBUG [master/f3932685d002:0:becomeActiveMaster-HFileCleaner.large.0-1734128297854 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3932685d002:0:becomeActiveMaster-HFileCleaner.large.0-1734128297854,5,FailOnTimeoutGroup] 2024-12-13T22:19:41,596 DEBUG [master/f3932685d002:0:becomeActiveMaster-HFileCleaner.small.0-1734128297854 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3932685d002:0:becomeActiveMaster-HFileCleaner.small.0-1734128297854,5,FailOnTimeoutGroup] 2024-12-13T22:19:41,596 INFO [M:0;f3932685d002:46177 {}] hbase.ChoreService(370): Chore service for: master/f3932685d002:0 had [] on shutdown 2024-12-13T22:19:41,597 DEBUG [M:0;f3932685d002:46177 {}] master.HMaster(1733): Stopping service threads 2024-12-13T22:19:41,597 INFO [M:0;f3932685d002:46177 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-13T22:19:41,598 INFO [M:0;f3932685d002:46177 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-13T22:19:41,598 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-13T22:19:41,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2024-12-13T22:19:41,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T22:19:41,603 DEBUG [M:0;f3932685d002:46177 {}] zookeeper.ZKUtil(347): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Unable to get data of znode /2/master because node does not exist (not an error) 2024-12-13T22:19:41,603 WARN [M:0;f3932685d002:46177 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-13T22:19:41,603 INFO [M:0;f3932685d002:46177 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-13T22:19:41,603 INFO [M:0;f3932685d002:46177 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-13T22:19:41,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-13T22:19:41,604 DEBUG [M:0;f3932685d002:46177 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T22:19:41,604 INFO [M:0;f3932685d002:46177 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T22:19:41,604 DEBUG [M:0;f3932685d002:46177 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T22:19:41,604 DEBUG [M:0;f3932685d002:46177 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T22:19:41,604 DEBUG [M:0;f3932685d002:46177 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T22:19:41,604 INFO [M:0;f3932685d002:46177 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=220.25 KB heapSize=270.96 KB 2024-12-13T22:19:41,625 DEBUG [M:0;f3932685d002:46177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/614b07d3fc444b0c960ac482446f8c97 is 82, key is hbase:meta,,1/info:regioninfo/1734128299135/Put/seqid=0 2024-12-13T22:19:41,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741871_1047 (size=5672) 2024-12-13T22:19:41,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x1002178cc3c0004, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T22:19:41,687 INFO [RS:0;f3932685d002:41269 {}] regionserver.HRegionServer(1307): Exiting; stopping=f3932685d002,41269,1734128296588; zookeeper connection closed. 2024-12-13T22:19:41,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x1002178cc3c0004, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T22:19:41,687 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7cde04d0 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7cde04d0 2024-12-13T22:19:41,688 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-13T22:19:41,712 INFO [f3932685d002:37375Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T22:19:42,030 INFO [M:0;f3932685d002:46177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/614b07d3fc444b0c960ac482446f8c97 2024-12-13T22:19:42,060 DEBUG [M:0;f3932685d002:46177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/419f7b3e7fe04b7fbcf0847e469eae36 is 2026, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734128313607/Put/seqid=0 2024-12-13T22:19:42,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741872_1048 (size=11249) 2024-12-13T22:19:42,464 INFO [M:0;f3932685d002:46177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=219.70 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/419f7b3e7fe04b7fbcf0847e469eae36 2024-12-13T22:19:42,471 INFO [M:0;f3932685d002:46177 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 419f7b3e7fe04b7fbcf0847e469eae36 2024-12-13T22:19:42,494 DEBUG [M:0;f3932685d002:46177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/466498188fe449888aaf385a345ff631 is 69, key is f3932685d002,41269,1734128296588/rs:state/1734128297944/Put/seqid=0 2024-12-13T22:19:42,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741873_1049 (size=5156) 2024-12-13T22:19:42,899 INFO [M:0;f3932685d002:46177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/466498188fe449888aaf385a345ff631 2024-12-13T22:19:42,905 DEBUG [M:0;f3932685d002:46177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/614b07d3fc444b0c960ac482446f8c97 as hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/614b07d3fc444b0c960ac482446f8c97 2024-12-13T22:19:42,913 INFO [M:0;f3932685d002:46177 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/614b07d3fc444b0c960ac482446f8c97, entries=8, sequenceid=549, filesize=5.5 K 2024-12-13T22:19:42,914 DEBUG [M:0;f3932685d002:46177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/419f7b3e7fe04b7fbcf0847e469eae36 as hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/419f7b3e7fe04b7fbcf0847e469eae36 2024-12-13T22:19:42,919 INFO [M:0;f3932685d002:46177 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 419f7b3e7fe04b7fbcf0847e469eae36 2024-12-13T22:19:42,919 INFO [M:0;f3932685d002:46177 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/419f7b3e7fe04b7fbcf0847e469eae36, entries=69, sequenceid=549, filesize=11.0 K 2024-12-13T22:19:42,920 DEBUG [M:0;f3932685d002:46177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/466498188fe449888aaf385a345ff631 as hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/466498188fe449888aaf385a345ff631 2024-12-13T22:19:42,925 INFO [M:0;f3932685d002:46177 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33493/user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/466498188fe449888aaf385a345ff631, entries=1, sequenceid=549, filesize=5.0 K 2024-12-13T22:19:42,926 INFO [M:0;f3932685d002:46177 {}] regionserver.HRegion(3040): Finished flush of dataSize ~220.25 KB/225538, heapSize ~270.66 KB/277160, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=549, compaction requested=false 2024-12-13T22:19:42,927 INFO [M:0;f3932685d002:46177 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T22:19:42,927 DEBUG [M:0;f3932685d002:46177 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T22:19:42,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36801 is added to blk_1073741830_1006 (size=262150) 2024-12-13T22:19:42,929 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/35d7d094-e9dd-8828-04eb-a4e1470bddfd/MasterData/WALs/f3932685d002,46177,1734128296461/f3932685d002%2C46177%2C1734128296461.1734128297580 not finished, retry = 0 2024-12-13T22:19:43,031 INFO [M:0;f3932685d002:46177 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-13T22:19:43,031 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T22:19:43,032 INFO [M:0;f3932685d002:46177 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:46177 2024-12-13T22:19:43,078 DEBUG [M:0;f3932685d002:46177 {}] zookeeper.RecoverableZooKeeper(215): Node /2/rs/f3932685d002,46177,1734128296461 already deleted, retry=false 2024-12-13T22:19:43,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T22:19:43,187 INFO [M:0;f3932685d002:46177 {}] regionserver.HRegionServer(1307): Exiting; stopping=f3932685d002,46177,1734128296461; zookeeper connection closed. 2024-12-13T22:19:43,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46177-0x1002178cc3c0003, quorum=127.0.0.1:50949, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T22:19:43,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@654d35ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T22:19:43,229 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71fd2cd8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T22:19:43,229 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T22:19:43,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1714f2bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T22:19:43,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73417ec8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/hadoop.log.dir/,STOPPED} 2024-12-13T22:19:43,234 WARN [BP-882342630-172.17.0.3-1734128294532 heartbeating to localhost/127.0.0.1:33493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T22:19:43,234 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T22:19:43,234 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T22:19:43,234 WARN [BP-882342630-172.17.0.3-1734128294532 heartbeating to localhost/127.0.0.1:33493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-882342630-172.17.0.3-1734128294532 (Datanode Uuid 5fd9aef3-b9e0-47e0-98df-21b3daaa9588) service to localhost/127.0.0.1:33493 2024-12-13T22:19:43,235 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/cluster_f218c868-8251-7756-6358-9a864ce904cc/dfs/data/data1/current/BP-882342630-172.17.0.3-1734128294532 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T22:19:43,235 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/cluster_f218c868-8251-7756-6358-9a864ce904cc/dfs/data/data2/current/BP-882342630-172.17.0.3-1734128294532 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T22:19:43,236 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T22:19:43,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d3d45ec{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T22:19:43,242 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@579b0467{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T22:19:43,242 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T22:19:43,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6979c586{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T22:19:43,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@744ff3cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e29f4963-7ab7-cabd-190d-c57dd1325822/hadoop.log.dir/,STOPPED} 2024-12-13T22:19:43,269 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-13T22:19:43,269 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T22:19:43,269 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T22:19:43,269 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20f8f003 to 127.0.0.1:50949 2024-12-13T22:19:43,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:43,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-13T22:19:43,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1016861662, stopped=false 2024-12-13T22:19:43,269 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=f3932685d002,41965,1734128288044 2024-12-13T22:19:43,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-13T22:19:43,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-13T22:19:43,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T22:19:43,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T22:19:43,285 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-13T22:19:43,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:43,285 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f3932685d002,37375,1734128288813' ***** 2024-12-13T22:19:43,285 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T22:19:43,285 INFO [RS:0;f3932685d002:37375 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T22:19:43,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T22:19:43,285 INFO [RS:0;f3932685d002:37375 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T22:19:43,285 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T22:19:43,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T22:19:43,286 INFO [RS:0;f3932685d002:37375 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T22:19:43,286 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for e3cc21a71c37d1529d58b8435c01a3c6 2024-12-13T22:19:43,286 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for 83144c1a6e2fd774fb4dbaf37dda987d 2024-12-13T22:19:43,286 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for fd545450fd7d543a9e1a5f55ec852f11 2024-12-13T22:19:43,286 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e3cc21a71c37d1529d58b8435c01a3c6, disabling compactions & flushes 2024-12-13T22:19:43,286 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for 287ac526681b47b1e13f1aed4dacb03c 2024-12-13T22:19:43,286 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734128300775.e3cc21a71c37d1529d58b8435c01a3c6. 2024-12-13T22:19:43,286 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for 4aa613c8e5cc812f9c44a1838bf83697 2024-12-13T22:19:43,286 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734128300775.e3cc21a71c37d1529d58b8435c01a3c6. 2024-12-13T22:19:43,286 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for 9122b8ae15ddaaa6d264a6775e2568e1 2024-12-13T22:19:43,286 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734128300775.e3cc21a71c37d1529d58b8435c01a3c6. after waiting 0 ms 2024-12-13T22:19:43,286 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734128300775.e3cc21a71c37d1529d58b8435c01a3c6. 2024-12-13T22:19:43,286 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for e36e2552d3379cd619fe6474581a85b8 2024-12-13T22:19:43,286 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for c86b52743d55d33d61b5391c36c8c414 2024-12-13T22:19:43,286 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for 7550ef79c3b83477d044b711795f0426 2024-12-13T22:19:43,286 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for 0cd7af3c25b41a9358180c9b18f34d3a 2024-12-13T22:19:43,286 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for af282fe81b0b601825fe6939e27df670 2024-12-13T22:19:43,286 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for 5af81848a5491ab5209c927722662c2d 2024-12-13T22:19:43,286 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for f9d0b25dc5a4ed6a928034a449630295 2024-12-13T22:19:43,286 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for 2d11394785ecd504675ee44a371764c6 2024-12-13T22:19:43,286 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for 3f6d778badbdcd2a8c54487cf67eb9bc 2024-12-13T22:19:43,286 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for 69e9c1cf00bf6c9d861e26fec3139a47 2024-12-13T22:19:43,287 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for a1acd94d55d42fb00877cd5ec825e577 2024-12-13T22:19:43,287 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for 92c36938f10682f71ce92ed1bbb65928 2024-12-13T22:19:43,287 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for ebd8b1cde5e9ad9c4206e355a8a440ef 2024-12-13T22:19:43,287 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for c8c02e8d118f9e2ea475185a9fcdfe2c 2024-12-13T22:19:43,287 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for c80be64c5cea806b1d1d139c027d9378 2024-12-13T22:19:43,287 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for 2fdb61dec27fce81a43d730aaf2fa6bb 2024-12-13T22:19:43,287 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for 4caec601b0c731cdd87f398b5e332bab 2024-12-13T22:19:43,287 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for ad7b608698e180d0933a9158c886bfea 2024-12-13T22:19:43,287 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for da34efe5464de95f2e402c2cb9ea92bb 2024-12-13T22:19:43,287 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for b343113c6ddbcb0f1ce3af248ecc7c82 2024-12-13T22:19:43,287 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for c5574bc7ea74f527723e94049ebcbcc2 2024-12-13T22:19:43,287 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(1224): stopping server f3932685d002,37375,1734128288813 2024-12-13T22:19:43,287 DEBUG [RS:0;f3932685d002:37375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:43,287 INFO [RS:0;f3932685d002:37375 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T22:19:43,287 INFO [RS:0;f3932685d002:37375 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T22:19:43,287 INFO [RS:0;f3932685d002:37375 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T22:19:43,287 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-13T22:19:43,287 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-13T22:19:43,288 DEBUG [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(1629): Waiting on 0cd7af3c25b41a9358180c9b18f34d3a, 1588230740, 287ac526681b47b1e13f1aed4dacb03c, 2d11394785ecd504675ee44a371764c6, 2fdb61dec27fce81a43d730aaf2fa6bb, 3f6d778badbdcd2a8c54487cf67eb9bc, 4aa613c8e5cc812f9c44a1838bf83697, 4caec601b0c731cdd87f398b5e332bab, 5af81848a5491ab5209c927722662c2d, 69e9c1cf00bf6c9d861e26fec3139a47, 7550ef79c3b83477d044b711795f0426, 83144c1a6e2fd774fb4dbaf37dda987d, 9122b8ae15ddaaa6d264a6775e2568e1, 92c36938f10682f71ce92ed1bbb65928, a1acd94d55d42fb00877cd5ec825e577, ad7b608698e180d0933a9158c886bfea, af282fe81b0b601825fe6939e27df670, b343113c6ddbcb0f1ce3af248ecc7c82, c5574bc7ea74f527723e94049ebcbcc2, c80be64c5cea806b1d1d139c027d9378, c86b52743d55d33d61b5391c36c8c414, c8c02e8d118f9e2ea475185a9fcdfe2c, da34efe5464de95f2e402c2cb9ea92bb, e36e2552d3379cd619fe6474581a85b8, e3cc21a71c37d1529d58b8435c01a3c6, ebd8b1cde5e9ad9c4206e355a8a440ef, f9d0b25dc5a4ed6a928034a449630295, fd545450fd7d543a9e1a5f55ec852f11 2024-12-13T22:19:43,288 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T22:19:43,288 INFO [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T22:19:43,288 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T22:19:43,288 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T22:19:43,288 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T22:19:43,288 INFO [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-13T22:19:43,291 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/e3cc21a71c37d1529d58b8435c01a3c6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:43,291 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734128300775.e3cc21a71c37d1529d58b8435c01a3c6. 2024-12-13T22:19:43,292 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e3cc21a71c37d1529d58b8435c01a3c6: 2024-12-13T22:19:43,292 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734128300775.e3cc21a71c37d1529d58b8435c01a3c6. 2024-12-13T22:19:43,292 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 83144c1a6e2fd774fb4dbaf37dda987d, disabling compactions & flushes 2024-12-13T22:19:43,292 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734128300775.83144c1a6e2fd774fb4dbaf37dda987d. 2024-12-13T22:19:43,292 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734128300775.83144c1a6e2fd774fb4dbaf37dda987d. 2024-12-13T22:19:43,292 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734128300775.83144c1a6e2fd774fb4dbaf37dda987d. after waiting 0 ms 2024-12-13T22:19:43,292 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734128300775.83144c1a6e2fd774fb4dbaf37dda987d. 2024-12-13T22:19:43,292 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 83144c1a6e2fd774fb4dbaf37dda987d 2/2 column families, dataSize=3.94 MB heapSize=4.01 MB 2024-12-13T22:19:43,297 INFO [regionserver/f3932685d002:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T22:19:43,307 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/meta/1588230740/.tmp/info/5017fba40505439eb7bc45a66a2b5877 is 143, key is hbase:namespace,,1734128293104.fd545450fd7d543a9e1a5f55ec852f11./info:regioninfo/1734128294045/Put/seqid=0 2024-12-13T22:19:43,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741868_1044 (size=36340) 2024-12-13T22:19:43,313 INFO [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/meta/1588230740/.tmp/info/5017fba40505439eb7bc45a66a2b5877 2024-12-13T22:19:43,317 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/83144c1a6e2fd774fb4dbaf37dda987d/.tmp/f/71f3805795854d2ea25b098b566ce53d is 4136, key is NormalPut000/f:row/1734128322638/Put/seqid=0 2024-12-13T22:19:43,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741867_1043 (size=4147225) 2024-12-13T22:19:43,335 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/meta/1588230740/.tmp/rep_barrier/5505c0cc3e064352b371e7e1b258570a is 115, key is test,bbb,1734128300775.2fdb61dec27fce81a43d730aaf2fa6bb./rep_barrier:seqnumDuringOpen/1734128305043/Put/seqid=0 2024-12-13T22:19:43,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741869_1045 (size=8574) 2024-12-13T22:19:43,488 DEBUG [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(1629): Waiting on 0cd7af3c25b41a9358180c9b18f34d3a, 1588230740, 287ac526681b47b1e13f1aed4dacb03c, 2d11394785ecd504675ee44a371764c6, 2fdb61dec27fce81a43d730aaf2fa6bb, 3f6d778badbdcd2a8c54487cf67eb9bc, 4aa613c8e5cc812f9c44a1838bf83697, 4caec601b0c731cdd87f398b5e332bab, 5af81848a5491ab5209c927722662c2d, 69e9c1cf00bf6c9d861e26fec3139a47, 7550ef79c3b83477d044b711795f0426, 83144c1a6e2fd774fb4dbaf37dda987d, 9122b8ae15ddaaa6d264a6775e2568e1, 92c36938f10682f71ce92ed1bbb65928, a1acd94d55d42fb00877cd5ec825e577, ad7b608698e180d0933a9158c886bfea, af282fe81b0b601825fe6939e27df670, b343113c6ddbcb0f1ce3af248ecc7c82, c5574bc7ea74f527723e94049ebcbcc2, c80be64c5cea806b1d1d139c027d9378, c86b52743d55d33d61b5391c36c8c414, c8c02e8d118f9e2ea475185a9fcdfe2c, da34efe5464de95f2e402c2cb9ea92bb, e36e2552d3379cd619fe6474581a85b8, ebd8b1cde5e9ad9c4206e355a8a440ef, f9d0b25dc5a4ed6a928034a449630295, fd545450fd7d543a9e1a5f55ec852f11 2024-12-13T22:19:43,688 DEBUG [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(1629): Waiting on 0cd7af3c25b41a9358180c9b18f34d3a, 1588230740, 287ac526681b47b1e13f1aed4dacb03c, 2d11394785ecd504675ee44a371764c6, 2fdb61dec27fce81a43d730aaf2fa6bb, 3f6d778badbdcd2a8c54487cf67eb9bc, 4aa613c8e5cc812f9c44a1838bf83697, 4caec601b0c731cdd87f398b5e332bab, 5af81848a5491ab5209c927722662c2d, 69e9c1cf00bf6c9d861e26fec3139a47, 7550ef79c3b83477d044b711795f0426, 83144c1a6e2fd774fb4dbaf37dda987d, 9122b8ae15ddaaa6d264a6775e2568e1, 92c36938f10682f71ce92ed1bbb65928, a1acd94d55d42fb00877cd5ec825e577, ad7b608698e180d0933a9158c886bfea, af282fe81b0b601825fe6939e27df670, b343113c6ddbcb0f1ce3af248ecc7c82, c5574bc7ea74f527723e94049ebcbcc2, c80be64c5cea806b1d1d139c027d9378, c86b52743d55d33d61b5391c36c8c414, c8c02e8d118f9e2ea475185a9fcdfe2c, da34efe5464de95f2e402c2cb9ea92bb, e36e2552d3379cd619fe6474581a85b8, ebd8b1cde5e9ad9c4206e355a8a440ef, f9d0b25dc5a4ed6a928034a449630295, fd545450fd7d543a9e1a5f55ec852f11 2024-12-13T22:19:43,721 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.94 MB at sequenceid=1004 (bloomFilter=true), to=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/83144c1a6e2fd774fb4dbaf37dda987d/.tmp/f/71f3805795854d2ea25b098b566ce53d 2024-12-13T22:19:43,734 INFO [regionserver/f3932685d002:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-13T22:19:43,734 INFO [regionserver/f3932685d002:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-13T22:19:43,737 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/83144c1a6e2fd774fb4dbaf37dda987d/.tmp/f/71f3805795854d2ea25b098b566ce53d as hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/83144c1a6e2fd774fb4dbaf37dda987d/f/71f3805795854d2ea25b098b566ce53d 2024-12-13T22:19:43,740 INFO [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/meta/1588230740/.tmp/rep_barrier/5505c0cc3e064352b371e7e1b258570a 2024-12-13T22:19:43,743 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/83144c1a6e2fd774fb4dbaf37dda987d/f/71f3805795854d2ea25b098b566ce53d, entries=1000, sequenceid=1004, filesize=4.0 M 2024-12-13T22:19:43,743 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~3.94 MB/4132000, heapSize ~4.01 MB/4208240, currentSize=0 B/0 for 83144c1a6e2fd774fb4dbaf37dda987d in 451ms, sequenceid=1004, compaction requested=false 2024-12-13T22:19:43,743 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-13T22:19:43,749 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/83144c1a6e2fd774fb4dbaf37dda987d/recovered.edits/1007.seqid, newMaxSeqId=1007, maxSeqId=1 2024-12-13T22:19:43,749 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734128300775.83144c1a6e2fd774fb4dbaf37dda987d. 2024-12-13T22:19:43,749 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 83144c1a6e2fd774fb4dbaf37dda987d: 2024-12-13T22:19:43,750 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734128300775.83144c1a6e2fd774fb4dbaf37dda987d. 2024-12-13T22:19:43,750 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fd545450fd7d543a9e1a5f55ec852f11, disabling compactions & flushes 2024-12-13T22:19:43,750 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734128293104.fd545450fd7d543a9e1a5f55ec852f11. 2024-12-13T22:19:43,750 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734128293104.fd545450fd7d543a9e1a5f55ec852f11. 2024-12-13T22:19:43,750 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734128293104.fd545450fd7d543a9e1a5f55ec852f11. after waiting 0 ms 2024-12-13T22:19:43,750 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734128293104.fd545450fd7d543a9e1a5f55ec852f11. 2024-12-13T22:19:43,750 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing fd545450fd7d543a9e1a5f55ec852f11 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-13T22:19:43,759 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/meta/1588230740/.tmp/table/1235e9358f34485d93ae6e9ce1c79532 is 94, key is testdroppedtimed,,1734128317765.272578e368ec14b389f35a20c336740d./table:/1734128377349/DeleteFamily/seqid=0 2024-12-13T22:19:43,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741870_1046 (size=5605) 2024-12-13T22:19:43,764 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/namespace/fd545450fd7d543a9e1a5f55ec852f11/.tmp/info/28a9309d89f84177b87cdd8f207a186c is 45, key is default/info:d/1734128294231/Put/seqid=0 2024-12-13T22:19:43,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741871_1047 (size=5037) 2024-12-13T22:19:43,889 DEBUG [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(1629): Waiting on 0cd7af3c25b41a9358180c9b18f34d3a, 1588230740, 287ac526681b47b1e13f1aed4dacb03c, 2d11394785ecd504675ee44a371764c6, 2fdb61dec27fce81a43d730aaf2fa6bb, 3f6d778badbdcd2a8c54487cf67eb9bc, 4aa613c8e5cc812f9c44a1838bf83697, 4caec601b0c731cdd87f398b5e332bab, 5af81848a5491ab5209c927722662c2d, 69e9c1cf00bf6c9d861e26fec3139a47, 7550ef79c3b83477d044b711795f0426, 9122b8ae15ddaaa6d264a6775e2568e1, 92c36938f10682f71ce92ed1bbb65928, a1acd94d55d42fb00877cd5ec825e577, ad7b608698e180d0933a9158c886bfea, af282fe81b0b601825fe6939e27df670, b343113c6ddbcb0f1ce3af248ecc7c82, c5574bc7ea74f527723e94049ebcbcc2, c80be64c5cea806b1d1d139c027d9378, c86b52743d55d33d61b5391c36c8c414, c8c02e8d118f9e2ea475185a9fcdfe2c, da34efe5464de95f2e402c2cb9ea92bb, e36e2552d3379cd619fe6474581a85b8, ebd8b1cde5e9ad9c4206e355a8a440ef, f9d0b25dc5a4ed6a928034a449630295, fd545450fd7d543a9e1a5f55ec852f11 2024-12-13T22:19:44,089 DEBUG [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(1629): Waiting on 0cd7af3c25b41a9358180c9b18f34d3a, 1588230740, 287ac526681b47b1e13f1aed4dacb03c, 2d11394785ecd504675ee44a371764c6, 2fdb61dec27fce81a43d730aaf2fa6bb, 3f6d778badbdcd2a8c54487cf67eb9bc, 4aa613c8e5cc812f9c44a1838bf83697, 4caec601b0c731cdd87f398b5e332bab, 5af81848a5491ab5209c927722662c2d, 69e9c1cf00bf6c9d861e26fec3139a47, 7550ef79c3b83477d044b711795f0426, 9122b8ae15ddaaa6d264a6775e2568e1, 92c36938f10682f71ce92ed1bbb65928, a1acd94d55d42fb00877cd5ec825e577, ad7b608698e180d0933a9158c886bfea, af282fe81b0b601825fe6939e27df670, b343113c6ddbcb0f1ce3af248ecc7c82, c5574bc7ea74f527723e94049ebcbcc2, c80be64c5cea806b1d1d139c027d9378, c86b52743d55d33d61b5391c36c8c414, c8c02e8d118f9e2ea475185a9fcdfe2c, da34efe5464de95f2e402c2cb9ea92bb, e36e2552d3379cd619fe6474581a85b8, ebd8b1cde5e9ad9c4206e355a8a440ef, f9d0b25dc5a4ed6a928034a449630295, fd545450fd7d543a9e1a5f55ec852f11 2024-12-13T22:19:44,165 INFO [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/meta/1588230740/.tmp/table/1235e9358f34485d93ae6e9ce1c79532 2024-12-13T22:19:44,169 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/namespace/fd545450fd7d543a9e1a5f55ec852f11/.tmp/info/28a9309d89f84177b87cdd8f207a186c 2024-12-13T22:19:44,177 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/meta/1588230740/.tmp/info/5017fba40505439eb7bc45a66a2b5877 as hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/meta/1588230740/info/5017fba40505439eb7bc45a66a2b5877 2024-12-13T22:19:44,178 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/namespace/fd545450fd7d543a9e1a5f55ec852f11/.tmp/info/28a9309d89f84177b87cdd8f207a186c as hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/namespace/fd545450fd7d543a9e1a5f55ec852f11/info/28a9309d89f84177b87cdd8f207a186c 2024-12-13T22:19:44,183 INFO [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/meta/1588230740/info/5017fba40505439eb7bc45a66a2b5877, entries=272, sequenceid=77, filesize=35.5 K 2024-12-13T22:19:44,183 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/namespace/fd545450fd7d543a9e1a5f55ec852f11/info/28a9309d89f84177b87cdd8f207a186c, entries=2, sequenceid=6, filesize=4.9 K 2024-12-13T22:19:44,184 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for fd545450fd7d543a9e1a5f55ec852f11 in 434ms, sequenceid=6, compaction requested=false 2024-12-13T22:19:44,184 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-13T22:19:44,184 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/meta/1588230740/.tmp/rep_barrier/5505c0cc3e064352b371e7e1b258570a as hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/meta/1588230740/rep_barrier/5505c0cc3e064352b371e7e1b258570a 2024-12-13T22:19:44,188 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/namespace/fd545450fd7d543a9e1a5f55ec852f11/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-13T22:19:44,188 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734128293104.fd545450fd7d543a9e1a5f55ec852f11. 2024-12-13T22:19:44,188 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fd545450fd7d543a9e1a5f55ec852f11: 2024-12-13T22:19:44,188 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734128293104.fd545450fd7d543a9e1a5f55ec852f11. 2024-12-13T22:19:44,189 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 287ac526681b47b1e13f1aed4dacb03c, disabling compactions & flushes 2024-12-13T22:19:44,189 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734128300775.287ac526681b47b1e13f1aed4dacb03c. 2024-12-13T22:19:44,189 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734128300775.287ac526681b47b1e13f1aed4dacb03c. 2024-12-13T22:19:44,189 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734128300775.287ac526681b47b1e13f1aed4dacb03c. after waiting 0 ms 2024-12-13T22:19:44,189 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734128300775.287ac526681b47b1e13f1aed4dacb03c. 2024-12-13T22:19:44,190 INFO [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/meta/1588230740/rep_barrier/5505c0cc3e064352b371e7e1b258570a, entries=27, sequenceid=77, filesize=8.4 K 2024-12-13T22:19:44,191 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/meta/1588230740/.tmp/table/1235e9358f34485d93ae6e9ce1c79532 as hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/meta/1588230740/table/1235e9358f34485d93ae6e9ce1c79532 2024-12-13T22:19:44,192 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/287ac526681b47b1e13f1aed4dacb03c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:44,193 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734128300775.287ac526681b47b1e13f1aed4dacb03c. 2024-12-13T22:19:44,193 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 287ac526681b47b1e13f1aed4dacb03c: 2024-12-13T22:19:44,193 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734128300775.287ac526681b47b1e13f1aed4dacb03c. 2024-12-13T22:19:44,193 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4aa613c8e5cc812f9c44a1838bf83697, disabling compactions & flushes 2024-12-13T22:19:44,193 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734128300775.4aa613c8e5cc812f9c44a1838bf83697. 2024-12-13T22:19:44,193 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734128300775.4aa613c8e5cc812f9c44a1838bf83697. 2024-12-13T22:19:44,193 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734128300775.4aa613c8e5cc812f9c44a1838bf83697. after waiting 0 ms 2024-12-13T22:19:44,193 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734128300775.4aa613c8e5cc812f9c44a1838bf83697. 2024-12-13T22:19:44,197 INFO [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/meta/1588230740/table/1235e9358f34485d93ae6e9ce1c79532, entries=6, sequenceid=77, filesize=5.5 K 2024-12-13T22:19:44,198 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/4aa613c8e5cc812f9c44a1838bf83697/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:44,198 INFO [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=77, compaction requested=false 2024-12-13T22:19:44,198 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-13T22:19:44,198 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734128300775.4aa613c8e5cc812f9c44a1838bf83697. 2024-12-13T22:19:44,199 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4aa613c8e5cc812f9c44a1838bf83697: 2024-12-13T22:19:44,199 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734128300775.4aa613c8e5cc812f9c44a1838bf83697. 2024-12-13T22:19:44,199 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9122b8ae15ddaaa6d264a6775e2568e1, disabling compactions & flushes 2024-12-13T22:19:44,199 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734128300775.9122b8ae15ddaaa6d264a6775e2568e1. 2024-12-13T22:19:44,199 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734128300775.9122b8ae15ddaaa6d264a6775e2568e1. 2024-12-13T22:19:44,199 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734128300775.9122b8ae15ddaaa6d264a6775e2568e1. after waiting 0 ms 2024-12-13T22:19:44,199 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734128300775.9122b8ae15ddaaa6d264a6775e2568e1. 2024-12-13T22:19:44,203 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/9122b8ae15ddaaa6d264a6775e2568e1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:44,203 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734128300775.9122b8ae15ddaaa6d264a6775e2568e1. 2024-12-13T22:19:44,203 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9122b8ae15ddaaa6d264a6775e2568e1: 2024-12-13T22:19:44,204 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734128300775.9122b8ae15ddaaa6d264a6775e2568e1. 2024-12-13T22:19:44,204 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-13T22:19:44,204 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e36e2552d3379cd619fe6474581a85b8, disabling compactions & flushes 2024-12-13T22:19:44,204 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734128300775.e36e2552d3379cd619fe6474581a85b8. 2024-12-13T22:19:44,204 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734128300775.e36e2552d3379cd619fe6474581a85b8. 2024-12-13T22:19:44,204 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734128300775.e36e2552d3379cd619fe6474581a85b8. after waiting 0 ms 2024-12-13T22:19:44,204 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734128300775.e36e2552d3379cd619fe6474581a85b8. 2024-12-13T22:19:44,204 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T22:19:44,204 INFO [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T22:19:44,204 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T22:19:44,205 DEBUG [RS_CLOSE_META-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-13T22:19:44,207 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/e36e2552d3379cd619fe6474581a85b8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:44,208 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734128300775.e36e2552d3379cd619fe6474581a85b8. 2024-12-13T22:19:44,208 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e36e2552d3379cd619fe6474581a85b8: 2024-12-13T22:19:44,208 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734128300775.e36e2552d3379cd619fe6474581a85b8. 2024-12-13T22:19:44,208 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c86b52743d55d33d61b5391c36c8c414, disabling compactions & flushes 2024-12-13T22:19:44,208 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734128300775.c86b52743d55d33d61b5391c36c8c414. 2024-12-13T22:19:44,208 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734128300775.c86b52743d55d33d61b5391c36c8c414. 2024-12-13T22:19:44,208 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734128300775.c86b52743d55d33d61b5391c36c8c414. after waiting 0 ms 2024-12-13T22:19:44,208 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734128300775.c86b52743d55d33d61b5391c36c8c414. 2024-12-13T22:19:44,212 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/c86b52743d55d33d61b5391c36c8c414/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:44,212 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734128300775.c86b52743d55d33d61b5391c36c8c414. 2024-12-13T22:19:44,213 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c86b52743d55d33d61b5391c36c8c414: 2024-12-13T22:19:44,213 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734128300775.c86b52743d55d33d61b5391c36c8c414. 2024-12-13T22:19:44,213 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7550ef79c3b83477d044b711795f0426, disabling compactions & flushes 2024-12-13T22:19:44,213 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734128300775.7550ef79c3b83477d044b711795f0426. 2024-12-13T22:19:44,213 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734128300775.7550ef79c3b83477d044b711795f0426. 2024-12-13T22:19:44,213 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734128300775.7550ef79c3b83477d044b711795f0426. after waiting 0 ms 2024-12-13T22:19:44,213 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734128300775.7550ef79c3b83477d044b711795f0426. 2024-12-13T22:19:44,216 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/7550ef79c3b83477d044b711795f0426/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:44,217 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734128300775.7550ef79c3b83477d044b711795f0426. 2024-12-13T22:19:44,217 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7550ef79c3b83477d044b711795f0426: 2024-12-13T22:19:44,217 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734128300775.7550ef79c3b83477d044b711795f0426. 2024-12-13T22:19:44,217 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0cd7af3c25b41a9358180c9b18f34d3a, disabling compactions & flushes 2024-12-13T22:19:44,217 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734128300775.0cd7af3c25b41a9358180c9b18f34d3a. 2024-12-13T22:19:44,217 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734128300775.0cd7af3c25b41a9358180c9b18f34d3a. 2024-12-13T22:19:44,217 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734128300775.0cd7af3c25b41a9358180c9b18f34d3a. after waiting 0 ms 2024-12-13T22:19:44,217 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734128300775.0cd7af3c25b41a9358180c9b18f34d3a. 2024-12-13T22:19:44,220 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/0cd7af3c25b41a9358180c9b18f34d3a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:44,221 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734128300775.0cd7af3c25b41a9358180c9b18f34d3a. 2024-12-13T22:19:44,221 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0cd7af3c25b41a9358180c9b18f34d3a: 2024-12-13T22:19:44,221 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734128300775.0cd7af3c25b41a9358180c9b18f34d3a. 2024-12-13T22:19:44,221 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing af282fe81b0b601825fe6939e27df670, disabling compactions & flushes 2024-12-13T22:19:44,221 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734128300775.af282fe81b0b601825fe6939e27df670. 2024-12-13T22:19:44,221 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734128300775.af282fe81b0b601825fe6939e27df670. 2024-12-13T22:19:44,221 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734128300775.af282fe81b0b601825fe6939e27df670. after waiting 0 ms 2024-12-13T22:19:44,221 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734128300775.af282fe81b0b601825fe6939e27df670. 2024-12-13T22:19:44,225 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/af282fe81b0b601825fe6939e27df670/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:44,226 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734128300775.af282fe81b0b601825fe6939e27df670. 2024-12-13T22:19:44,226 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for af282fe81b0b601825fe6939e27df670: 2024-12-13T22:19:44,226 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734128300775.af282fe81b0b601825fe6939e27df670. 2024-12-13T22:19:44,226 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5af81848a5491ab5209c927722662c2d, disabling compactions & flushes 2024-12-13T22:19:44,226 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734128300775.5af81848a5491ab5209c927722662c2d. 2024-12-13T22:19:44,226 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734128300775.5af81848a5491ab5209c927722662c2d. 2024-12-13T22:19:44,226 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734128300775.5af81848a5491ab5209c927722662c2d. after waiting 0 ms 2024-12-13T22:19:44,226 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734128300775.5af81848a5491ab5209c927722662c2d. 2024-12-13T22:19:44,230 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/5af81848a5491ab5209c927722662c2d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:44,230 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734128300775.5af81848a5491ab5209c927722662c2d. 2024-12-13T22:19:44,230 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5af81848a5491ab5209c927722662c2d: 2024-12-13T22:19:44,230 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734128300775.5af81848a5491ab5209c927722662c2d. 2024-12-13T22:19:44,230 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f9d0b25dc5a4ed6a928034a449630295, disabling compactions & flushes 2024-12-13T22:19:44,230 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734128300775.f9d0b25dc5a4ed6a928034a449630295. 2024-12-13T22:19:44,230 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734128300775.f9d0b25dc5a4ed6a928034a449630295. 2024-12-13T22:19:44,230 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734128300775.f9d0b25dc5a4ed6a928034a449630295. after waiting 0 ms 2024-12-13T22:19:44,230 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734128300775.f9d0b25dc5a4ed6a928034a449630295. 2024-12-13T22:19:44,234 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/f9d0b25dc5a4ed6a928034a449630295/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:44,235 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734128300775.f9d0b25dc5a4ed6a928034a449630295. 2024-12-13T22:19:44,235 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f9d0b25dc5a4ed6a928034a449630295: 2024-12-13T22:19:44,235 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734128300775.f9d0b25dc5a4ed6a928034a449630295. 2024-12-13T22:19:44,235 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2d11394785ecd504675ee44a371764c6, disabling compactions & flushes 2024-12-13T22:19:44,235 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734128300775.2d11394785ecd504675ee44a371764c6. 2024-12-13T22:19:44,235 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734128300775.2d11394785ecd504675ee44a371764c6. 2024-12-13T22:19:44,235 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734128300775.2d11394785ecd504675ee44a371764c6. after waiting 0 ms 2024-12-13T22:19:44,235 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734128300775.2d11394785ecd504675ee44a371764c6. 2024-12-13T22:19:44,239 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/2d11394785ecd504675ee44a371764c6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:44,239 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734128300775.2d11394785ecd504675ee44a371764c6. 2024-12-13T22:19:44,239 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2d11394785ecd504675ee44a371764c6: 2024-12-13T22:19:44,239 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734128300775.2d11394785ecd504675ee44a371764c6. 2024-12-13T22:19:44,239 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3f6d778badbdcd2a8c54487cf67eb9bc, disabling compactions & flushes 2024-12-13T22:19:44,239 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734128300775.3f6d778badbdcd2a8c54487cf67eb9bc. 2024-12-13T22:19:44,240 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734128300775.3f6d778badbdcd2a8c54487cf67eb9bc. 2024-12-13T22:19:44,240 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734128300775.3f6d778badbdcd2a8c54487cf67eb9bc. after waiting 0 ms 2024-12-13T22:19:44,240 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734128300775.3f6d778badbdcd2a8c54487cf67eb9bc. 2024-12-13T22:19:44,243 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/3f6d778badbdcd2a8c54487cf67eb9bc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:44,243 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734128300775.3f6d778badbdcd2a8c54487cf67eb9bc. 2024-12-13T22:19:44,243 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3f6d778badbdcd2a8c54487cf67eb9bc: 2024-12-13T22:19:44,243 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734128300775.3f6d778badbdcd2a8c54487cf67eb9bc. 2024-12-13T22:19:44,243 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 69e9c1cf00bf6c9d861e26fec3139a47, disabling compactions & flushes 2024-12-13T22:19:44,244 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734128300775.69e9c1cf00bf6c9d861e26fec3139a47. 2024-12-13T22:19:44,244 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734128300775.69e9c1cf00bf6c9d861e26fec3139a47. 2024-12-13T22:19:44,244 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734128300775.69e9c1cf00bf6c9d861e26fec3139a47. after waiting 0 ms 2024-12-13T22:19:44,244 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734128300775.69e9c1cf00bf6c9d861e26fec3139a47. 2024-12-13T22:19:44,247 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/69e9c1cf00bf6c9d861e26fec3139a47/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:44,247 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734128300775.69e9c1cf00bf6c9d861e26fec3139a47. 2024-12-13T22:19:44,247 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 69e9c1cf00bf6c9d861e26fec3139a47: 2024-12-13T22:19:44,247 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734128300775.69e9c1cf00bf6c9d861e26fec3139a47. 2024-12-13T22:19:44,247 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a1acd94d55d42fb00877cd5ec825e577, disabling compactions & flushes 2024-12-13T22:19:44,247 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734128300775.a1acd94d55d42fb00877cd5ec825e577. 2024-12-13T22:19:44,247 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734128300775.a1acd94d55d42fb00877cd5ec825e577. 2024-12-13T22:19:44,247 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734128300775.a1acd94d55d42fb00877cd5ec825e577. after waiting 0 ms 2024-12-13T22:19:44,247 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734128300775.a1acd94d55d42fb00877cd5ec825e577. 2024-12-13T22:19:44,251 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/a1acd94d55d42fb00877cd5ec825e577/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:44,251 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734128300775.a1acd94d55d42fb00877cd5ec825e577. 2024-12-13T22:19:44,251 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a1acd94d55d42fb00877cd5ec825e577: 2024-12-13T22:19:44,252 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734128300775.a1acd94d55d42fb00877cd5ec825e577. 2024-12-13T22:19:44,252 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 92c36938f10682f71ce92ed1bbb65928, disabling compactions & flushes 2024-12-13T22:19:44,252 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734128300775.92c36938f10682f71ce92ed1bbb65928. 2024-12-13T22:19:44,252 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734128300775.92c36938f10682f71ce92ed1bbb65928. 2024-12-13T22:19:44,252 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734128300775.92c36938f10682f71ce92ed1bbb65928. after waiting 0 ms 2024-12-13T22:19:44,252 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734128300775.92c36938f10682f71ce92ed1bbb65928. 2024-12-13T22:19:44,255 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/92c36938f10682f71ce92ed1bbb65928/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:44,255 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734128300775.92c36938f10682f71ce92ed1bbb65928. 2024-12-13T22:19:44,255 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 92c36938f10682f71ce92ed1bbb65928: 2024-12-13T22:19:44,255 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734128300775.92c36938f10682f71ce92ed1bbb65928. 2024-12-13T22:19:44,255 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ebd8b1cde5e9ad9c4206e355a8a440ef, disabling compactions & flushes 2024-12-13T22:19:44,255 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734128300775.ebd8b1cde5e9ad9c4206e355a8a440ef. 2024-12-13T22:19:44,255 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734128300775.ebd8b1cde5e9ad9c4206e355a8a440ef. 2024-12-13T22:19:44,255 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734128300775.ebd8b1cde5e9ad9c4206e355a8a440ef. after waiting 0 ms 2024-12-13T22:19:44,255 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734128300775.ebd8b1cde5e9ad9c4206e355a8a440ef. 2024-12-13T22:19:44,259 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/ebd8b1cde5e9ad9c4206e355a8a440ef/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:44,259 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734128300775.ebd8b1cde5e9ad9c4206e355a8a440ef. 2024-12-13T22:19:44,259 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ebd8b1cde5e9ad9c4206e355a8a440ef: 2024-12-13T22:19:44,259 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734128300775.ebd8b1cde5e9ad9c4206e355a8a440ef. 2024-12-13T22:19:44,259 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c8c02e8d118f9e2ea475185a9fcdfe2c, disabling compactions & flushes 2024-12-13T22:19:44,259 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734128300775.c8c02e8d118f9e2ea475185a9fcdfe2c. 2024-12-13T22:19:44,259 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734128300775.c8c02e8d118f9e2ea475185a9fcdfe2c. 2024-12-13T22:19:44,259 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734128300775.c8c02e8d118f9e2ea475185a9fcdfe2c. after waiting 0 ms 2024-12-13T22:19:44,259 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734128300775.c8c02e8d118f9e2ea475185a9fcdfe2c. 2024-12-13T22:19:44,263 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/c8c02e8d118f9e2ea475185a9fcdfe2c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:44,263 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734128300775.c8c02e8d118f9e2ea475185a9fcdfe2c. 2024-12-13T22:19:44,263 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c8c02e8d118f9e2ea475185a9fcdfe2c: 2024-12-13T22:19:44,263 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734128300775.c8c02e8d118f9e2ea475185a9fcdfe2c. 2024-12-13T22:19:44,263 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c80be64c5cea806b1d1d139c027d9378, disabling compactions & flushes 2024-12-13T22:19:44,263 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734128300775.c80be64c5cea806b1d1d139c027d9378. 2024-12-13T22:19:44,264 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734128300775.c80be64c5cea806b1d1d139c027d9378. 2024-12-13T22:19:44,264 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734128300775.c80be64c5cea806b1d1d139c027d9378. after waiting 0 ms 2024-12-13T22:19:44,264 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734128300775.c80be64c5cea806b1d1d139c027d9378. 2024-12-13T22:19:44,267 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/c80be64c5cea806b1d1d139c027d9378/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:44,267 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734128300775.c80be64c5cea806b1d1d139c027d9378. 2024-12-13T22:19:44,267 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c80be64c5cea806b1d1d139c027d9378: 2024-12-13T22:19:44,267 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734128300775.c80be64c5cea806b1d1d139c027d9378. 2024-12-13T22:19:44,267 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2fdb61dec27fce81a43d730aaf2fa6bb, disabling compactions & flushes 2024-12-13T22:19:44,267 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734128300775.2fdb61dec27fce81a43d730aaf2fa6bb. 2024-12-13T22:19:44,267 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734128300775.2fdb61dec27fce81a43d730aaf2fa6bb. 2024-12-13T22:19:44,267 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734128300775.2fdb61dec27fce81a43d730aaf2fa6bb. after waiting 0 ms 2024-12-13T22:19:44,267 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734128300775.2fdb61dec27fce81a43d730aaf2fa6bb. 2024-12-13T22:19:44,271 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/2fdb61dec27fce81a43d730aaf2fa6bb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:44,271 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734128300775.2fdb61dec27fce81a43d730aaf2fa6bb. 2024-12-13T22:19:44,271 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2fdb61dec27fce81a43d730aaf2fa6bb: 2024-12-13T22:19:44,271 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734128300775.2fdb61dec27fce81a43d730aaf2fa6bb. 2024-12-13T22:19:44,271 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4caec601b0c731cdd87f398b5e332bab, disabling compactions & flushes 2024-12-13T22:19:44,271 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734128300775.4caec601b0c731cdd87f398b5e332bab. 2024-12-13T22:19:44,271 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734128300775.4caec601b0c731cdd87f398b5e332bab. 2024-12-13T22:19:44,271 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734128300775.4caec601b0c731cdd87f398b5e332bab. after waiting 0 ms 2024-12-13T22:19:44,271 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734128300775.4caec601b0c731cdd87f398b5e332bab. 2024-12-13T22:19:44,274 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/4caec601b0c731cdd87f398b5e332bab/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:44,274 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734128300775.4caec601b0c731cdd87f398b5e332bab. 2024-12-13T22:19:44,274 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4caec601b0c731cdd87f398b5e332bab: 2024-12-13T22:19:44,275 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734128300775.4caec601b0c731cdd87f398b5e332bab. 2024-12-13T22:19:44,275 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ad7b608698e180d0933a9158c886bfea, disabling compactions & flushes 2024-12-13T22:19:44,275 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734128300775.ad7b608698e180d0933a9158c886bfea. 2024-12-13T22:19:44,275 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734128300775.ad7b608698e180d0933a9158c886bfea. 2024-12-13T22:19:44,275 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734128300775.ad7b608698e180d0933a9158c886bfea. after waiting 0 ms 2024-12-13T22:19:44,275 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734128300775.ad7b608698e180d0933a9158c886bfea. 2024-12-13T22:19:44,277 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/ad7b608698e180d0933a9158c886bfea/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:44,278 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734128300775.ad7b608698e180d0933a9158c886bfea. 2024-12-13T22:19:44,278 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ad7b608698e180d0933a9158c886bfea: 2024-12-13T22:19:44,278 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734128300775.ad7b608698e180d0933a9158c886bfea. 2024-12-13T22:19:44,278 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing da34efe5464de95f2e402c2cb9ea92bb, disabling compactions & flushes 2024-12-13T22:19:44,278 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734128300775.da34efe5464de95f2e402c2cb9ea92bb. 2024-12-13T22:19:44,278 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734128300775.da34efe5464de95f2e402c2cb9ea92bb. 2024-12-13T22:19:44,278 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734128300775.da34efe5464de95f2e402c2cb9ea92bb. after waiting 0 ms 2024-12-13T22:19:44,278 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734128300775.da34efe5464de95f2e402c2cb9ea92bb. 2024-12-13T22:19:44,281 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/da34efe5464de95f2e402c2cb9ea92bb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:44,281 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734128300775.da34efe5464de95f2e402c2cb9ea92bb. 2024-12-13T22:19:44,281 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for da34efe5464de95f2e402c2cb9ea92bb: 2024-12-13T22:19:44,281 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734128300775.da34efe5464de95f2e402c2cb9ea92bb. 2024-12-13T22:19:44,282 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b343113c6ddbcb0f1ce3af248ecc7c82, disabling compactions & flushes 2024-12-13T22:19:44,282 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734128300775.b343113c6ddbcb0f1ce3af248ecc7c82. 2024-12-13T22:19:44,282 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734128300775.b343113c6ddbcb0f1ce3af248ecc7c82. 2024-12-13T22:19:44,282 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734128300775.b343113c6ddbcb0f1ce3af248ecc7c82. after waiting 0 ms 2024-12-13T22:19:44,282 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734128300775.b343113c6ddbcb0f1ce3af248ecc7c82. 2024-12-13T22:19:44,284 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/b343113c6ddbcb0f1ce3af248ecc7c82/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:44,285 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734128300775.b343113c6ddbcb0f1ce3af248ecc7c82. 2024-12-13T22:19:44,285 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b343113c6ddbcb0f1ce3af248ecc7c82: 2024-12-13T22:19:44,285 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734128300775.b343113c6ddbcb0f1ce3af248ecc7c82. 2024-12-13T22:19:44,285 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c5574bc7ea74f527723e94049ebcbcc2, disabling compactions & flushes 2024-12-13T22:19:44,285 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734128300775.c5574bc7ea74f527723e94049ebcbcc2. 2024-12-13T22:19:44,285 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734128300775.c5574bc7ea74f527723e94049ebcbcc2. 2024-12-13T22:19:44,285 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734128300775.c5574bc7ea74f527723e94049ebcbcc2. after waiting 0 ms 2024-12-13T22:19:44,285 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734128300775.c5574bc7ea74f527723e94049ebcbcc2. 2024-12-13T22:19:44,288 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/data/default/test/c5574bc7ea74f527723e94049ebcbcc2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T22:19:44,289 INFO [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734128300775.c5574bc7ea74f527723e94049ebcbcc2. 2024-12-13T22:19:44,289 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c5574bc7ea74f527723e94049ebcbcc2: 2024-12-13T22:19:44,289 DEBUG [RS_CLOSE_REGION-regionserver/f3932685d002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734128300775.c5574bc7ea74f527723e94049ebcbcc2. 2024-12-13T22:19:44,289 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(1250): stopping server f3932685d002,37375,1734128288813; all regions closed. 2024-12-13T22:19:44,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741834_1010 (size=40374) 2024-12-13T22:19:44,293 DEBUG [RS:0;f3932685d002:37375 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/oldWALs 2024-12-13T22:19:44,293 INFO [RS:0;f3932685d002:37375 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f3932685d002%2C37375%2C1734128288813.meta:.meta(num 1734128292757) 2024-12-13T22:19:44,295 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/WALs/f3932685d002,37375,1734128288813/f3932685d002%2C37375%2C1734128288813.1734128291828 not finished, retry = 0 2024-12-13T22:19:44,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741832_1008 (size=4217378) 2024-12-13T22:19:44,401 DEBUG [RS:0;f3932685d002:37375 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/oldWALs 2024-12-13T22:19:44,401 INFO [RS:0;f3932685d002:37375 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f3932685d002%2C37375%2C1734128288813:(num 1734128291828) 2024-12-13T22:19:44,401 DEBUG [RS:0;f3932685d002:37375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:44,401 INFO [RS:0;f3932685d002:37375 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T22:19:44,402 INFO [RS:0;f3932685d002:37375 {}] hbase.ChoreService(370): Chore service for: regionserver/f3932685d002:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-13T22:19:44,402 INFO [regionserver/f3932685d002:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T22:19:44,402 INFO [RS:0;f3932685d002:37375 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:37375 2024-12-13T22:19:44,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/f3932685d002,37375,1734128288813 2024-12-13T22:19:44,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-13T22:19:44,428 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3932685d002,37375,1734128288813] 2024-12-13T22:19:44,428 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f3932685d002,37375,1734128288813; numProcessing=1 2024-12-13T22:19:44,436 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /1/draining/f3932685d002,37375,1734128288813 already deleted, retry=false 2024-12-13T22:19:44,436 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f3932685d002,37375,1734128288813 expired; onlineServers=0 2024-12-13T22:19:44,437 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f3932685d002,41965,1734128288044' ***** 2024-12-13T22:19:44,437 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-13T22:19:44,437 DEBUG [M:0;f3932685d002:41965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dfba10d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3932685d002/172.17.0.3:0 2024-12-13T22:19:44,437 INFO [M:0;f3932685d002:41965 {}] regionserver.HRegionServer(1224): stopping server f3932685d002,41965,1734128288044 2024-12-13T22:19:44,437 INFO [M:0;f3932685d002:41965 {}] regionserver.HRegionServer(1250): stopping server f3932685d002,41965,1734128288044; all regions closed. 2024-12-13T22:19:44,437 DEBUG [M:0;f3932685d002:41965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T22:19:44,437 DEBUG [M:0;f3932685d002:41965 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-13T22:19:44,438 DEBUG [M:0;f3932685d002:41965 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-13T22:19:44,438 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-13T22:19:44,438 DEBUG [master/f3932685d002:0:becomeActiveMaster-HFileCleaner.large.0-1734128291485 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3932685d002:0:becomeActiveMaster-HFileCleaner.large.0-1734128291485,5,FailOnTimeoutGroup] 2024-12-13T22:19:44,438 DEBUG [master/f3932685d002:0:becomeActiveMaster-HFileCleaner.small.0-1734128291485 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3932685d002:0:becomeActiveMaster-HFileCleaner.small.0-1734128291485,5,FailOnTimeoutGroup] 2024-12-13T22:19:44,438 INFO [M:0;f3932685d002:41965 {}] hbase.ChoreService(370): Chore service for: master/f3932685d002:0 had [] on shutdown 2024-12-13T22:19:44,438 DEBUG [M:0;f3932685d002:41965 {}] master.HMaster(1733): Stopping service threads 2024-12-13T22:19:44,438 INFO [M:0;f3932685d002:41965 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-13T22:19:44,439 ERROR [M:0;f3932685d002:41965 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1597353202) connection to localhost/127.0.0.1:40615 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40615,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] Thread[HFileArchiver-4,5,PEWorkerGroup] Thread[HFileArchiver-5,5,PEWorkerGroup] 2024-12-13T22:19:44,439 INFO [M:0;f3932685d002:41965 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-13T22:19:44,439 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-13T22:19:44,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-13T22:19:44,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T22:19:44,445 DEBUG [M:0;f3932685d002:41965 {}] zookeeper.ZKUtil(347): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-13T22:19:44,445 WARN [M:0;f3932685d002:41965 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-13T22:19:44,445 INFO [M:0;f3932685d002:41965 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-13T22:19:44,445 INFO [M:0;f3932685d002:41965 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-13T22:19:44,445 DEBUG [M:0;f3932685d002:41965 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T22:19:44,445 INFO [M:0;f3932685d002:41965 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T22:19:44,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-13T22:19:44,445 DEBUG [M:0;f3932685d002:41965 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T22:19:44,445 DEBUG [M:0;f3932685d002:41965 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T22:19:44,445 DEBUG [M:0;f3932685d002:41965 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T22:19:44,446 INFO [M:0;f3932685d002:41965 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=237.94 KB heapSize=293.92 KB 2024-12-13T22:19:44,461 DEBUG [M:0;f3932685d002:41965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ab982f44b6f4396b3f73781761be8d3 is 82, key is hbase:meta,,1/info:regioninfo/1734128292922/Put/seqid=0 2024-12-13T22:19:44,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741872_1048 (size=5672) 2024-12-13T22:19:44,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T22:19:44,528 INFO [RS:0;f3932685d002:37375 {}] regionserver.HRegionServer(1307): Exiting; stopping=f3932685d002,37375,1734128288813; zookeeper connection closed. 2024-12-13T22:19:44,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37375-0x1002178cc3c0001, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T22:19:44,529 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4edfcfab {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4edfcfab 2024-12-13T22:19:44,529 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-13T22:19:44,865 INFO [M:0;f3932685d002:41965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ab982f44b6f4396b3f73781761be8d3 2024-12-13T22:19:44,890 DEBUG [M:0;f3932685d002:41965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3abd2b665374cd8a497b80dffb5ed79 is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734128305175/Put/seqid=0 2024-12-13T22:19:44,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741873_1049 (size=12841) 2024-12-13T22:19:45,296 INFO [M:0;f3932685d002:41965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=237.39 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3abd2b665374cd8a497b80dffb5ed79 2024-12-13T22:19:45,309 INFO [M:0;f3932685d002:41965 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3abd2b665374cd8a497b80dffb5ed79 2024-12-13T22:19:45,323 DEBUG [M:0;f3932685d002:41965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ed7fc5cb41d4410bb62369125ae02dc is 69, key is f3932685d002,37375,1734128288813/rs:state/1734128291611/Put/seqid=0 2024-12-13T22:19:45,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741874_1050 (size=5156) 2024-12-13T22:19:45,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T22:19:45,729 INFO [M:0;f3932685d002:41965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ed7fc5cb41d4410bb62369125ae02dc 2024-12-13T22:19:45,741 DEBUG [M:0;f3932685d002:41965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ab982f44b6f4396b3f73781761be8d3 as hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ab982f44b6f4396b3f73781761be8d3 2024-12-13T22:19:45,748 INFO [M:0;f3932685d002:41965 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ab982f44b6f4396b3f73781761be8d3, entries=8, sequenceid=612, filesize=5.5 K 2024-12-13T22:19:45,749 DEBUG [M:0;f3932685d002:41965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3abd2b665374cd8a497b80dffb5ed79 as hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c3abd2b665374cd8a497b80dffb5ed79 2024-12-13T22:19:45,755 INFO [M:0;f3932685d002:41965 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3abd2b665374cd8a497b80dffb5ed79 2024-12-13T22:19:45,755 INFO [M:0;f3932685d002:41965 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c3abd2b665374cd8a497b80dffb5ed79, entries=77, sequenceid=612, filesize=12.5 K 2024-12-13T22:19:45,756 DEBUG [M:0;f3932685d002:41965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ed7fc5cb41d4410bb62369125ae02dc as hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ed7fc5cb41d4410bb62369125ae02dc 2024-12-13T22:19:45,761 INFO [M:0;f3932685d002:41965 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40615/user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ed7fc5cb41d4410bb62369125ae02dc, entries=1, sequenceid=612, filesize=5.0 K 2024-12-13T22:19:45,762 INFO [M:0;f3932685d002:41965 {}] regionserver.HRegion(3040): Finished flush of dataSize ~237.94 KB/243655, heapSize ~293.63 KB/300672, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=612, compaction requested=false 2024-12-13T22:19:45,764 INFO [M:0;f3932685d002:41965 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T22:19:45,764 DEBUG [M:0;f3932685d002:41965 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T22:19:45,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741830_1006 (size=284394) 2024-12-13T22:19:45,766 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/e126068e-5320-6497-41ce-975c940c4f37/MasterData/WALs/f3932685d002,41965,1734128288044/f3932685d002%2C41965%2C1734128288044.1734128290848 not finished, retry = 0 2024-12-13T22:19:45,868 INFO [M:0;f3932685d002:41965 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-13T22:19:45,868 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T22:19:45,869 INFO [M:0;f3932685d002:41965 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:41965 2024-12-13T22:19:45,920 DEBUG [M:0;f3932685d002:41965 {}] zookeeper.RecoverableZooKeeper(215): Node /1/rs/f3932685d002,41965,1734128288044 already deleted, retry=false 2024-12-13T22:19:46,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T22:19:46,029 INFO [M:0;f3932685d002:41965 {}] regionserver.HRegionServer(1307): Exiting; stopping=f3932685d002,41965,1734128288044; zookeeper connection closed. 2024-12-13T22:19:46,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x1002178cc3c0000, quorum=127.0.0.1:50949, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T22:19:46,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4313b154{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T22:19:46,038 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c629483{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T22:19:46,038 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T22:19:46,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c591c0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T22:19:46,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4035d2ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/hadoop.log.dir/,STOPPED} 2024-12-13T22:19:46,039 WARN [BP-834319409-172.17.0.3-1734128284418 heartbeating to localhost/127.0.0.1:40615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T22:19:46,039 WARN [BP-834319409-172.17.0.3-1734128284418 heartbeating to localhost/127.0.0.1:40615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-834319409-172.17.0.3-1734128284418 (Datanode Uuid be57d62f-3900-488c-a9cb-8efe205b0b36) service to localhost/127.0.0.1:40615 2024-12-13T22:19:46,039 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T22:19:46,039 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T22:19:46,040 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/cluster_dc9c7483-a77a-d7f7-bb81-5fa50d7c3b0b/dfs/data/data1/current/BP-834319409-172.17.0.3-1734128284418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T22:19:46,040 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/cluster_dc9c7483-a77a-d7f7-bb81-5fa50d7c3b0b/dfs/data/data2/current/BP-834319409-172.17.0.3-1734128284418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T22:19:46,041 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T22:19:46,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2176dd01{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T22:19:46,047 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a0662ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T22:19:46,048 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T22:19:46,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ee75850{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T22:19:46,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e05587a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/010e262a-b22f-a9dc-3e17-a6c9c334d9d0/hadoop.log.dir/,STOPPED} 2024-12-13T22:19:46,056 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-13T22:19:46,059 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T22:19:46,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T22:19:46,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T22:19:46,073 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down