2024-12-15 09:19:51,410 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4007f65e 2024-12-15 09:19:51,424 main DEBUG Took 0.011038 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-15 09:19:51,424 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-15 09:19:51,424 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-15 09:19:51,426 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-15 09:19:51,427 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:19:51,436 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-15 09:19:51,447 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:19:51,448 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:19:51,448 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:19:51,449 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:19:51,449 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:19:51,449 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:19:51,450 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:19:51,450 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:19:51,451 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:19:51,451 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:19:51,451 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:19:51,452 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:19:51,452 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:19:51,452 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:19:51,453 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:19:51,453 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:19:51,453 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:19:51,454 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:19:51,454 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:19:51,454 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:19:51,455 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:19:51,455 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:19:51,455 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:19:51,455 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:19:51,456 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:19:51,456 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-15 09:19:51,457 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:19:51,459 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-15 09:19:51,460 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-15 09:19:51,461 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-15 09:19:51,462 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-15 09:19:51,462 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-15 09:19:51,469 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-15 09:19:51,471 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-15 09:19:51,473 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-15 09:19:51,474 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-15 09:19:51,474 main DEBUG createAppenders(={Console}) 2024-12-15 09:19:51,475 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4007f65e initialized 2024-12-15 09:19:51,475 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4007f65e 2024-12-15 09:19:51,475 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4007f65e OK. 2024-12-15 09:19:51,476 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-15 09:19:51,476 main DEBUG OutputStream closed 2024-12-15 09:19:51,476 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-15 09:19:51,476 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-15 09:19:51,477 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@7e7be63f OK 2024-12-15 09:19:51,552 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-15 09:19:51,555 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-15 09:19:51,557 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-15 09:19:51,558 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-15 09:19:51,559 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-15 09:19:51,560 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-15 09:19:51,560 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-15 09:19:51,561 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-15 09:19:51,561 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-15 09:19:51,562 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-15 09:19:51,562 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-15 09:19:51,563 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-15 09:19:51,563 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-15 09:19:51,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-15 09:19:51,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-15 09:19:51,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-15 09:19:51,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-15 09:19:51,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-15 09:19:51,570 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15 09:19:51,570 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@76f4b65) with optional ClassLoader: null 2024-12-15 09:19:51,571 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-15 09:19:51,572 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@76f4b65] started OK. 2024-12-15T09:19:51,875 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912 2024-12-15 09:19:51,879 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-15 09:19:51,880 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15T09:19:51,889 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/hadoop-log-dir so I do NOT create it in target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e 2024-12-15T09:19:51,889 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/hadoop-log-dir Erasing configuration value by system value. 2024-12-15T09:19:51,890 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/hadoop-tmp-dir so I do NOT create it in target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e 2024-12-15T09:19:51,890 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/hadoop-tmp-dir Erasing configuration value by system value. 2024-12-15T09:19:51,890 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e 2024-12-15T09:19:51,902 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestEditsBehindDroppedTableTiming timeout: 13 mins 2024-12-15T09:19:51,926 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/cluster_431dbf93-cd3d-e2cb-a6cd-55a8f237d667, deleteOnExit=true 2024-12-15T09:19:52,071 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/cluster_431dbf93-cd3d-e2cb-a6cd-55a8f237d667/zookeeper_0, clientPort=50802, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/cluster_431dbf93-cd3d-e2cb-a6cd-55a8f237d667/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/cluster_431dbf93-cd3d-e2cb-a6cd-55a8f237d667/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-15T09:19:52,086 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50802 2024-12-15T09:19:52,086 INFO [Time-limited test {}] replication.TestReplicationBase(247): Setup first Zk 2024-12-15T09:19:52,086 INFO [Time-limited test {}] replication.TestReplicationBase(250): Setup second Zk 2024-12-15T09:19:52,096 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-15T09:19:52,099 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-15T09:19:52,100 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/test.cache.data in system properties and HBase conf 2024-12-15T09:19:52,101 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T09:19:52,101 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/hadoop.log.dir in system properties and HBase conf 2024-12-15T09:19:52,102 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T09:19:52,103 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T09:19:52,103 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T09:19:52,208 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-15T09:19:52,298 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T09:19:52,302 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T09:19:52,303 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T09:19:52,304 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T09:19:52,304 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T09:19:52,305 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T09:19:52,305 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T09:19:52,306 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T09:19:52,306 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T09:19:52,307 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T09:19:52,307 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/nfs.dump.dir in system properties and HBase conf 2024-12-15T09:19:52,308 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/java.io.tmpdir in system properties and HBase conf 2024-12-15T09:19:52,308 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T09:19:52,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T09:19:52,310 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T09:19:53,268 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-15T09:19:53,357 INFO [Time-limited test {}] log.Log(170): Logging initialized @2814ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-15T09:19:53,444 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:19:53,556 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T09:19:53,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T09:19:53,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T09:19:53,592 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T09:19:53,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:19:53,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c84c4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/hadoop.log.dir/,AVAILABLE} 2024-12-15T09:19:53,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56609113{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T09:19:53,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44bb46a9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/java.io.tmpdir/jetty-localhost-33567-hadoop-hdfs-3_4_1-tests_jar-_-any-2101509753695494871/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T09:19:53,850 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347219d0{HTTP/1.1, (http/1.1)}{localhost:33567} 2024-12-15T09:19:53,850 INFO [Time-limited test {}] server.Server(415): Started @3308ms 2024-12-15T09:19:54,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:19:54,432 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T09:19:54,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T09:19:54,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T09:19:54,439 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T09:19:54,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d598ff8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/hadoop.log.dir/,AVAILABLE} 2024-12-15T09:19:54,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53c29111{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T09:19:54,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c30eb51{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/java.io.tmpdir/jetty-localhost-36411-hadoop-hdfs-3_4_1-tests_jar-_-any-3760598794084283972/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:19:54,560 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c1cc8c0{HTTP/1.1, (http/1.1)}{localhost:36411} 2024-12-15T09:19:54,560 INFO [Time-limited test {}] server.Server(415): Started @4018ms 2024-12-15T09:19:54,648 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T09:19:55,566 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/cluster_431dbf93-cd3d-e2cb-a6cd-55a8f237d667/dfs/data/data1/current/BP-366767889-172.17.0.2-1734254392870/current, will proceed with Du for space computation calculation, 2024-12-15T09:19:55,567 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/cluster_431dbf93-cd3d-e2cb-a6cd-55a8f237d667/dfs/data/data2/current/BP-366767889-172.17.0.2-1734254392870/current, will proceed with Du for space computation calculation, 2024-12-15T09:19:55,628 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T09:19:55,705 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1aa5707c750e9cc0 with lease ID 0xea70c48f2556a327: Processing first storage report for DS-da6e8a05-974e-440e-bcfd-b21f56925bde from datanode DatanodeRegistration(127.0.0.1:44767, datanodeUuid=bdc39382-a895-4e6c-9d7e-121a61d95155, infoPort=43283, infoSecurePort=0, ipcPort=36093, storageInfo=lv=-57;cid=testClusterID;nsid=522045112;c=1734254392870) 2024-12-15T09:19:55,707 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1aa5707c750e9cc0 with lease ID 0xea70c48f2556a327: from storage DS-da6e8a05-974e-440e-bcfd-b21f56925bde node DatanodeRegistration(127.0.0.1:44767, datanodeUuid=bdc39382-a895-4e6c-9d7e-121a61d95155, infoPort=43283, infoSecurePort=0, ipcPort=36093, storageInfo=lv=-57;cid=testClusterID;nsid=522045112;c=1734254392870), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T09:19:55,708 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1aa5707c750e9cc0 with lease ID 0xea70c48f2556a327: Processing first storage report for DS-822fd801-4b1f-42a8-958b-6982e3ac973b from datanode DatanodeRegistration(127.0.0.1:44767, datanodeUuid=bdc39382-a895-4e6c-9d7e-121a61d95155, infoPort=43283, infoSecurePort=0, ipcPort=36093, storageInfo=lv=-57;cid=testClusterID;nsid=522045112;c=1734254392870) 2024-12-15T09:19:55,708 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1aa5707c750e9cc0 with lease ID 0xea70c48f2556a327: from storage DS-822fd801-4b1f-42a8-958b-6982e3ac973b node DatanodeRegistration(127.0.0.1:44767, datanodeUuid=bdc39382-a895-4e6c-9d7e-121a61d95155, infoPort=43283, infoSecurePort=0, ipcPort=36093, storageInfo=lv=-57;cid=testClusterID;nsid=522045112;c=1734254392870), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T09:19:55,770 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912 2024-12-15T09:19:55,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T09:19:55,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T09:19:56,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741825_1001 (size=7) 2024-12-15T09:19:56,549 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f with version=8 2024-12-15T09:19:56,550 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/hbase-staging 2024-12-15T09:19:56,687 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-15T09:19:56,949 INFO [Time-limited test {}] client.ConnectionUtils(129): master/bc087f1894b4:0 server-side Connection retries=45 2024-12-15T09:19:56,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T09:19:56,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T09:19:56,967 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T09:19:56,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T09:19:56,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T09:19:57,099 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T09:19:57,155 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-15T09:19:57,164 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-15T09:19:57,168 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T09:19:57,200 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 19225 (auto-detected) 2024-12-15T09:19:57,201 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-15T09:19:57,221 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33981 2024-12-15T09:19:57,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T09:19:57,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T09:19:57,252 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33981 connecting to ZooKeeper ensemble=127.0.0.1:50802 2024-12-15T09:19:57,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339810x0, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T09:19:57,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33981-0x10028fd0f700000 connected 2024-12-15T09:19:57,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-15T09:19:57,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-15T09:19:57,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-15T09:19:57,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33981 2024-12-15T09:19:57,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33981 2024-12-15T09:19:57,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33981 2024-12-15T09:19:57,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33981 2024-12-15T09:19:57,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33981 2024-12-15T09:19:57,458 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f, hbase.cluster.distributed=false 2024-12-15T09:19:57,520 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/bc087f1894b4:0 server-side Connection retries=45 2024-12-15T09:19:57,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T09:19:57,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T09:19:57,520 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T09:19:57,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T09:19:57,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T09:19:57,522 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T09:19:57,524 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T09:19:57,525 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46641 2024-12-15T09:19:57,527 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T09:19:57,533 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T09:19:57,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T09:19:57,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T09:19:57,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46641 connecting to ZooKeeper ensemble=127.0.0.1:50802 2024-12-15T09:19:57,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466410x0, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T09:19:57,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466410x0, quorum=127.0.0.1:50802, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-15T09:19:57,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46641-0x10028fd0f700001 connected 2024-12-15T09:19:57,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-15T09:19:57,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-15T09:19:57,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46641 2024-12-15T09:19:57,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46641 2024-12-15T09:19:57,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46641 2024-12-15T09:19:57,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46641 2024-12-15T09:19:57,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46641 2024-12-15T09:19:57,576 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /1/backup-masters/bc087f1894b4,33981,1734254396680 2024-12-15T09:19:57,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-15T09:19:57,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-15T09:19:57,591 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/bc087f1894b4,33981,1734254396680 2024-12-15T09:19:57,595 DEBUG [M:0;bc087f1894b4:33981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bc087f1894b4:33981 2024-12-15T09:19:57,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-15T09:19:57,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-15T09:19:57,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T09:19:57,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T09:19:57,620 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-15T09:19:57,621 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/bc087f1894b4,33981,1734254396680 from backup master directory 2024-12-15T09:19:57,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-15T09:19:57,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-15T09:19:57,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/bc087f1894b4,33981,1734254396680 2024-12-15T09:19:57,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-15T09:19:57,627 WARN [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T09:19:57,628 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bc087f1894b4,33981,1734254396680 2024-12-15T09:19:57,630 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-15T09:19:57,633 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-15T09:19:57,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741826_1002 (size=42) 2024-12-15T09:19:57,729 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/hbase.id with ID: cb9b41d5-09fe-4ba4-b877-76161b3e65c9 2024-12-15T09:19:57,782 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T09:19:57,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T09:19:57,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T09:19:57,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741827_1003 (size=196) 2024-12-15T09:19:57,853 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T09:19:57,856 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-15T09:19:57,878 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:19:57,883 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T09:19:57,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741828_1004 (size=1189) 2024-12-15T09:19:57,934 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/data/master/store 2024-12-15T09:19:57,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741829_1005 (size=34) 2024-12-15T09:19:58,365 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-15T09:19:58,366 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:19:58,367 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T09:19:58,367 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T09:19:58,367 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T09:19:58,367 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T09:19:58,367 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T09:19:58,367 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T09:19:58,367 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T09:19:58,369 WARN [master/bc087f1894b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/data/master/store/.initializing 2024-12-15T09:19:58,370 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/WALs/bc087f1894b4,33981,1734254396680 2024-12-15T09:19:58,376 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T09:19:58,388 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc087f1894b4%2C33981%2C1734254396680, suffix=, logDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/WALs/bc087f1894b4,33981,1734254396680, archiveDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/oldWALs, maxLogs=10 2024-12-15T09:19:58,405 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/WALs/bc087f1894b4,33981,1734254396680/bc087f1894b4%2C33981%2C1734254396680.1734254398391, exclude list is [], retry=0 2024-12-15T09:19:58,420 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-da6e8a05-974e-440e-bcfd-b21f56925bde,DISK] 2024-12-15T09:19:58,423 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-15T09:19:58,453 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/WALs/bc087f1894b4,33981,1734254396680/bc087f1894b4%2C33981%2C1734254396680.1734254398391 2024-12-15T09:19:58,454 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43283:43283)] 2024-12-15T09:19:58,455 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-15T09:19:58,455 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:19:58,458 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T09:19:58,459 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T09:19:58,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T09:19:58,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-15T09:19:58,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:19:58,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T09:19:58,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T09:19:58,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-15T09:19:58,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:19:58,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:19:58,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T09:19:58,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-15T09:19:58,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:19:58,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:19:58,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T09:19:58,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-15T09:19:58,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:19:58,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:19:58,545 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T09:19:58,546 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T09:19:58,555 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-15T09:19:58,559 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T09:19:58,564 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:19:58,565 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60730991, jitterRate=-0.09503771364688873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-15T09:19:58,569 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T09:19:58,570 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-15T09:19:58,597 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f6a848c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:19:58,628 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-15T09:19:58,638 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-15T09:19:58,639 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-15T09:19:58,641 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-15T09:19:58,642 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-15T09:19:58,647 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-15T09:19:58,647 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-15T09:19:58,670 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-15T09:19:58,683 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-15T09:19:58,693 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/balancer already deleted, retry=false 2024-12-15T09:19:58,695 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-15T09:19:58,697 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-15T09:19:58,701 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/normalizer already deleted, retry=false 2024-12-15T09:19:58,703 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-15T09:19:58,706 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-15T09:19:58,717 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/split already deleted, retry=false 2024-12-15T09:19:58,719 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-15T09:19:58,785 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/merge already deleted, retry=false 2024-12-15T09:19:58,797 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-15T09:19:58,801 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-15T09:19:58,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-15T09:19:58,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-15T09:19:58,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T09:19:58,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T09:19:58,810 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=bc087f1894b4,33981,1734254396680, sessionid=0x10028fd0f700000, setting cluster-up flag (Was=false) 2024-12-15T09:19:58,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T09:19:58,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T09:19:58,860 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-15T09:19:58,862 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bc087f1894b4,33981,1734254396680 2024-12-15T09:19:58,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T09:19:58,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T09:19:58,901 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-15T09:19:58,903 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bc087f1894b4,33981,1734254396680 2024-12-15T09:19:58,986 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-15T09:19:58,993 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-15T09:19:58,994 DEBUG [RS:0;bc087f1894b4:46641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bc087f1894b4:46641 2024-12-15T09:19:58,996 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(1008): ClusterId : cb9b41d5-09fe-4ba4-b877-76161b3e65c9 2024-12-15T09:19:58,996 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-15T09:19:59,000 DEBUG [RS:0;bc087f1894b4:46641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T09:19:59,003 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bc087f1894b4,33981,1734254396680 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-15T09:19:59,006 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bc087f1894b4:0, corePoolSize=5, maxPoolSize=5 2024-12-15T09:19:59,007 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bc087f1894b4:0, corePoolSize=5, maxPoolSize=5 2024-12-15T09:19:59,007 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bc087f1894b4:0, corePoolSize=5, maxPoolSize=5 2024-12-15T09:19:59,007 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bc087f1894b4:0, corePoolSize=5, maxPoolSize=5 2024-12-15T09:19:59,007 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bc087f1894b4:0, corePoolSize=10, maxPoolSize=10 2024-12-15T09:19:59,007 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bc087f1894b4:0, corePoolSize=1, maxPoolSize=1 2024-12-15T09:19:59,007 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bc087f1894b4:0, corePoolSize=2, maxPoolSize=2 2024-12-15T09:19:59,008 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bc087f1894b4:0, corePoolSize=1, maxPoolSize=1 2024-12-15T09:19:59,010 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734254429010 2024-12-15T09:19:59,012 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-15T09:19:59,012 DEBUG [RS:0;bc087f1894b4:46641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T09:19:59,012 DEBUG [RS:0;bc087f1894b4:46641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T09:19:59,013 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-15T09:19:59,016 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T09:19:59,017 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-15T09:19:59,018 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-15T09:19:59,018 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-15T09:19:59,019 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-15T09:19:59,019 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-15T09:19:59,019 DEBUG [RS:0;bc087f1894b4:46641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T09:19:59,020 DEBUG [RS:0;bc087f1894b4:46641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20deb506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:19:59,025 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:19:59,025 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T09:19:59,027 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T09:19:59,028 DEBUG [RS:0;bc087f1894b4:46641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721affd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bc087f1894b4/172.17.0.2:0 2024-12-15T09:19:59,028 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-15T09:19:59,030 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-15T09:19:59,030 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-15T09:19:59,032 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T09:19:59,032 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T09:19:59,032 DEBUG [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T09:19:59,033 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-15T09:19:59,034 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-15T09:19:59,034 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3073): reportForDuty to master=bc087f1894b4,33981,1734254396680 with isa=bc087f1894b4/172.17.0.2:46641, startcode=1734254397519 2024-12-15T09:19:59,036 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bc087f1894b4:0:becomeActiveMaster-HFileCleaner.large.0-1734254399035,5,FailOnTimeoutGroup] 2024-12-15T09:19:59,041 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bc087f1894b4:0:becomeActiveMaster-HFileCleaner.small.0-1734254399037,5,FailOnTimeoutGroup] 2024-12-15T09:19:59,041 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T09:19:59,042 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-15T09:19:59,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741831_1007 (size=1039) 2024-12-15T09:19:59,043 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-15T09:19:59,047 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T09:19:59,047 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:19:59,047 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-15T09:19:59,050 DEBUG [RS:0;bc087f1894b4:46641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T09:19:59,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741832_1008 (size=32) 2024-12-15T09:19:59,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:19:59,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T09:19:59,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T09:19:59,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:19:59,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T09:19:59,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T09:19:59,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T09:19:59,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:19:59,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T09:19:59,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T09:19:59,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T09:19:59,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:19:59,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T09:19:59,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/meta/1588230740 2024-12-15T09:19:59,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/meta/1588230740 2024-12-15T09:19:59,090 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T09:19:59,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T09:19:59,095 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43149, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T09:19:59,101 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:19:59,102 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59754062, jitterRate=-0.10959509015083313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T09:19:59,104 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33981 {}] master.ServerManager(332): Checking decommissioned status of RegionServer bc087f1894b4,46641,1734254397519 2024-12-15T09:19:59,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T09:19:59,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T09:19:59,106 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T09:19:59,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T09:19:59,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T09:19:59,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T09:19:59,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33981 {}] master.ServerManager(486): Registering regionserver=bc087f1894b4,46641,1734254397519 2024-12-15T09:19:59,107 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T09:19:59,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T09:19:59,112 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T09:19:59,112 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-15T09:19:59,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-15T09:19:59,123 DEBUG [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:19:59,123 DEBUG [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40371 2024-12-15T09:19:59,123 DEBUG [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T09:19:59,129 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-15T09:19:59,131 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T09:19:59,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-15T09:19:59,135 DEBUG [RS:0;bc087f1894b4:46641 {}] zookeeper.ZKUtil(111): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Set watcher on existing znode=/1/rs/bc087f1894b4,46641,1734254397519 2024-12-15T09:19:59,135 WARN [RS:0;bc087f1894b4:46641 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T09:19:59,135 INFO [RS:0;bc087f1894b4:46641 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T09:19:59,136 DEBUG [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519 2024-12-15T09:19:59,137 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bc087f1894b4,46641,1734254397519] 2024-12-15T09:19:59,152 DEBUG [RS:0;bc087f1894b4:46641 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T09:19:59,166 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T09:19:59,182 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T09:19:59,186 INFO [RS:0;bc087f1894b4:46641 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T09:19:59,186 INFO [RS:0;bc087f1894b4:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T09:19:59,188 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T09:19:59,197 INFO [RS:0;bc087f1894b4:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T09:19:59,198 DEBUG [RS:0;bc087f1894b4:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bc087f1894b4:0, corePoolSize=1, maxPoolSize=1 2024-12-15T09:19:59,198 DEBUG [RS:0;bc087f1894b4:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bc087f1894b4:0, corePoolSize=1, maxPoolSize=1 2024-12-15T09:19:59,198 DEBUG [RS:0;bc087f1894b4:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0, corePoolSize=1, maxPoolSize=1 2024-12-15T09:19:59,199 DEBUG [RS:0;bc087f1894b4:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bc087f1894b4:0, corePoolSize=1, maxPoolSize=1 2024-12-15T09:19:59,199 DEBUG [RS:0;bc087f1894b4:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bc087f1894b4:0, corePoolSize=1, maxPoolSize=1 2024-12-15T09:19:59,199 DEBUG [RS:0;bc087f1894b4:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bc087f1894b4:0, corePoolSize=2, maxPoolSize=2 2024-12-15T09:19:59,199 DEBUG [RS:0;bc087f1894b4:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bc087f1894b4:0, corePoolSize=1, maxPoolSize=1 2024-12-15T09:19:59,200 DEBUG [RS:0;bc087f1894b4:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bc087f1894b4:0, corePoolSize=1, maxPoolSize=1 2024-12-15T09:19:59,200 DEBUG [RS:0;bc087f1894b4:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bc087f1894b4:0, corePoolSize=1, maxPoolSize=1 2024-12-15T09:19:59,200 DEBUG [RS:0;bc087f1894b4:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bc087f1894b4:0, corePoolSize=1, maxPoolSize=1 2024-12-15T09:19:59,200 DEBUG [RS:0;bc087f1894b4:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bc087f1894b4:0, corePoolSize=1, maxPoolSize=1 2024-12-15T09:19:59,200 DEBUG [RS:0;bc087f1894b4:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bc087f1894b4:0, corePoolSize=3, maxPoolSize=3 2024-12-15T09:19:59,200 DEBUG [RS:0;bc087f1894b4:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bc087f1894b4:0, corePoolSize=3, maxPoolSize=3 2024-12-15T09:19:59,201 INFO [RS:0;bc087f1894b4:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T09:19:59,202 INFO [RS:0;bc087f1894b4:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T09:19:59,202 INFO [RS:0;bc087f1894b4:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T09:19:59,202 INFO [RS:0;bc087f1894b4:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T09:19:59,202 INFO [RS:0;bc087f1894b4:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc087f1894b4,46641,1734254397519-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T09:19:59,230 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T09:19:59,232 INFO [RS:0;bc087f1894b4:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc087f1894b4,46641,1734254397519-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T09:19:59,254 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.Replication(204): bc087f1894b4,46641,1734254397519 started 2024-12-15T09:19:59,254 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(1767): Serving as bc087f1894b4,46641,1734254397519, RpcServer on bc087f1894b4/172.17.0.2:46641, sessionid=0x10028fd0f700001 2024-12-15T09:19:59,254 DEBUG [RS:0;bc087f1894b4:46641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T09:19:59,254 DEBUG [RS:0;bc087f1894b4:46641 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bc087f1894b4,46641,1734254397519 2024-12-15T09:19:59,255 DEBUG [RS:0;bc087f1894b4:46641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc087f1894b4,46641,1734254397519' 2024-12-15T09:19:59,255 DEBUG [RS:0;bc087f1894b4:46641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-15T09:19:59,255 DEBUG [RS:0;bc087f1894b4:46641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-15T09:19:59,256 DEBUG [RS:0;bc087f1894b4:46641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T09:19:59,256 DEBUG [RS:0;bc087f1894b4:46641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T09:19:59,256 DEBUG [RS:0;bc087f1894b4:46641 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bc087f1894b4,46641,1734254397519 2024-12-15T09:19:59,256 DEBUG [RS:0;bc087f1894b4:46641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc087f1894b4,46641,1734254397519' 2024-12-15T09:19:59,256 DEBUG [RS:0;bc087f1894b4:46641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-15T09:19:59,257 DEBUG [RS:0;bc087f1894b4:46641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-15T09:19:59,258 DEBUG [RS:0;bc087f1894b4:46641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T09:19:59,258 INFO [RS:0;bc087f1894b4:46641 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T09:19:59,258 INFO [RS:0;bc087f1894b4:46641 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T09:19:59,282 WARN [bc087f1894b4:33981 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-15T09:19:59,363 INFO [RS:0;bc087f1894b4:46641 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T09:19:59,367 INFO [RS:0;bc087f1894b4:46641 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc087f1894b4%2C46641%2C1734254397519, suffix=, logDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519, archiveDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/oldWALs, maxLogs=10 2024-12-15T09:19:59,389 DEBUG [RS:0;bc087f1894b4:46641 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, exclude list is [], retry=0 2024-12-15T09:19:59,395 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-da6e8a05-974e-440e-bcfd-b21f56925bde,DISK] 2024-12-15T09:19:59,400 INFO [RS:0;bc087f1894b4:46641 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 2024-12-15T09:19:59,401 DEBUG [RS:0;bc087f1894b4:46641 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43283:43283)] 2024-12-15T09:19:59,534 DEBUG [bc087f1894b4:33981 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-15T09:19:59,539 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:19:59,544 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bc087f1894b4,46641,1734254397519, state=OPENING 2024-12-15T09:19:59,585 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-15T09:19:59,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T09:19:59,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T09:19:59,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-15T09:19:59,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-15T09:19:59,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:19:59,770 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc087f1894b4,46641,1734254397519 2024-12-15T09:19:59,772 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T09:19:59,776 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T09:19:59,789 INFO [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T09:19:59,789 INFO [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T09:19:59,790 INFO [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-15T09:19:59,794 INFO [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc087f1894b4%2C46641%2C1734254397519.meta, suffix=.meta, logDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519, archiveDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/oldWALs, maxLogs=10 2024-12-15T09:19:59,808 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.meta.1734254399795.meta, exclude list is [], retry=0 2024-12-15T09:19:59,813 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-da6e8a05-974e-440e-bcfd-b21f56925bde,DISK] 2024-12-15T09:19:59,818 INFO [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.meta.1734254399795.meta 2024-12-15T09:19:59,819 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43283:43283)] 2024-12-15T09:19:59,819 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T09:19:59,822 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T09:19:59,901 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T09:19:59,907 INFO [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T09:19:59,913 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T09:19:59,913 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:19:59,914 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T09:19:59,914 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T09:19:59,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T09:19:59,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T09:19:59,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:19:59,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T09:19:59,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T09:19:59,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T09:19:59,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:19:59,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T09:19:59,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T09:19:59,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T09:19:59,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:19:59,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T09:19:59,933 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/meta/1588230740 2024-12-15T09:19:59,938 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/meta/1588230740 2024-12-15T09:19:59,942 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T09:19:59,946 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T09:19:59,949 INFO [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70101853, jitterRate=0.0445990115404129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T09:19:59,951 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T09:19:59,959 INFO [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734254399765 2024-12-15T09:19:59,973 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T09:19:59,973 INFO [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T09:19:59,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:19:59,977 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bc087f1894b4,46641,1734254397519, state=OPEN 2024-12-15T09:20:00,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-15T09:20:00,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-15T09:20:00,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-15T09:20:00,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-15T09:20:00,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-15T09:20:00,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=bc087f1894b4,46641,1734254397519 in 414 msec 2024-12-15T09:20:00,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-15T09:20:00,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 898 msec 2024-12-15T09:20:00,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0890 sec 2024-12-15T09:20:00,032 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734254400032, completionTime=-1 2024-12-15T09:20:00,032 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-15T09:20:00,032 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-15T09:20:00,084 DEBUG [hconnection-0x76a8668b-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:00,088 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T09:20:00,101 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-15T09:20:00,101 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734254460101 2024-12-15T09:20:00,102 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734254520102 2024-12-15T09:20:00,102 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 69 msec 2024-12-15T09:20:00,170 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc087f1894b4,33981,1734254396680-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T09:20:00,170 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc087f1894b4,33981,1734254396680-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T09:20:00,170 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc087f1894b4,33981,1734254396680-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T09:20:00,172 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bc087f1894b4:33981, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T09:20:00,172 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-15T09:20:00,208 DEBUG [master/bc087f1894b4:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-15T09:20:00,212 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-15T09:20:00,214 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T09:20:00,223 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-15T09:20:00,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T09:20:00,232 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:00,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T09:20:00,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741835_1011 (size=358) 2024-12-15T09:20:00,675 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 71117a1be10ffab5cbbb4fecff0d8682, NAME => 'hbase:namespace,,1734254400213.71117a1be10ffab5cbbb4fecff0d8682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:00,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741836_1012 (size=42) 2024-12-15T09:20:01,090 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734254400213.71117a1be10ffab5cbbb4fecff0d8682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:01,090 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 71117a1be10ffab5cbbb4fecff0d8682, disabling compactions & flushes 2024-12-15T09:20:01,090 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734254400213.71117a1be10ffab5cbbb4fecff0d8682. 2024-12-15T09:20:01,090 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734254400213.71117a1be10ffab5cbbb4fecff0d8682. 2024-12-15T09:20:01,090 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734254400213.71117a1be10ffab5cbbb4fecff0d8682. after waiting 0 ms 2024-12-15T09:20:01,090 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734254400213.71117a1be10ffab5cbbb4fecff0d8682. 2024-12-15T09:20:01,090 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734254400213.71117a1be10ffab5cbbb4fecff0d8682. 2024-12-15T09:20:01,091 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 71117a1be10ffab5cbbb4fecff0d8682: 2024-12-15T09:20:01,095 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T09:20:01,104 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734254400213.71117a1be10ffab5cbbb4fecff0d8682.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734254401097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254401097"}]},"ts":"1734254401097"} 2024-12-15T09:20:01,135 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T09:20:01,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T09:20:01,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734254401138"}]},"ts":"1734254401138"} 2024-12-15T09:20:01,147 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-15T09:20:01,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=71117a1be10ffab5cbbb4fecff0d8682, ASSIGN}] 2024-12-15T09:20:01,296 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=71117a1be10ffab5cbbb4fecff0d8682, ASSIGN 2024-12-15T09:20:01,299 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=71117a1be10ffab5cbbb4fecff0d8682, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:01,449 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=71117a1be10ffab5cbbb4fecff0d8682, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:01,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 71117a1be10ffab5cbbb4fecff0d8682, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:01,610 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc087f1894b4,46641,1734254397519 2024-12-15T09:20:01,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734254400213.71117a1be10ffab5cbbb4fecff0d8682. 2024-12-15T09:20:01,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 71117a1be10ffab5cbbb4fecff0d8682, NAME => 'hbase:namespace,,1734254400213.71117a1be10ffab5cbbb4fecff0d8682.', STARTKEY => '', ENDKEY => ''} 2024-12-15T09:20:01,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 71117a1be10ffab5cbbb4fecff0d8682 2024-12-15T09:20:01,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734254400213.71117a1be10ffab5cbbb4fecff0d8682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:01,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 71117a1be10ffab5cbbb4fecff0d8682 2024-12-15T09:20:01,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 71117a1be10ffab5cbbb4fecff0d8682 2024-12-15T09:20:01,619 INFO [StoreOpener-71117a1be10ffab5cbbb4fecff0d8682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 71117a1be10ffab5cbbb4fecff0d8682 2024-12-15T09:20:01,621 INFO [StoreOpener-71117a1be10ffab5cbbb4fecff0d8682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71117a1be10ffab5cbbb4fecff0d8682 columnFamilyName info 2024-12-15T09:20:01,622 DEBUG [StoreOpener-71117a1be10ffab5cbbb4fecff0d8682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:01,623 INFO [StoreOpener-71117a1be10ffab5cbbb4fecff0d8682-1 {}] regionserver.HStore(327): Store=71117a1be10ffab5cbbb4fecff0d8682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:01,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/namespace/71117a1be10ffab5cbbb4fecff0d8682 2024-12-15T09:20:01,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/namespace/71117a1be10ffab5cbbb4fecff0d8682 2024-12-15T09:20:01,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 71117a1be10ffab5cbbb4fecff0d8682 2024-12-15T09:20:01,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/namespace/71117a1be10ffab5cbbb4fecff0d8682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:01,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 71117a1be10ffab5cbbb4fecff0d8682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62569005, jitterRate=-0.06764917075634003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T09:20:01,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 71117a1be10ffab5cbbb4fecff0d8682: 2024-12-15T09:20:01,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734254400213.71117a1be10ffab5cbbb4fecff0d8682., pid=6, masterSystemTime=1734254401610 2024-12-15T09:20:01,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734254400213.71117a1be10ffab5cbbb4fecff0d8682. 2024-12-15T09:20:01,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734254400213.71117a1be10ffab5cbbb4fecff0d8682. 2024-12-15T09:20:01,639 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=71117a1be10ffab5cbbb4fecff0d8682, regionState=OPEN, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:01,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-15T09:20:01,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 71117a1be10ffab5cbbb4fecff0d8682, server=bc087f1894b4,46641,1734254397519 in 187 msec 2024-12-15T09:20:01,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-15T09:20:01,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=71117a1be10ffab5cbbb4fecff0d8682, ASSIGN in 353 msec 2024-12-15T09:20:01,652 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T09:20:01,652 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734254401652"}]},"ts":"1734254401652"} 2024-12-15T09:20:01,654 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-15T09:20:01,694 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T09:20:01,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.4810 sec 2024-12-15T09:20:01,728 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2024-12-15T09:20:01,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2024-12-15T09:20:01,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T09:20:01,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T09:20:01,758 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-15T09:20:01,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-15T09:20:01,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 32 msec 2024-12-15T09:20:01,792 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-15T09:20:01,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-15T09:20:01,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 28 msec 2024-12-15T09:20:01,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2024-12-15T09:20:01,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2024-12-15T09:20:01,860 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.232sec 2024-12-15T09:20:01,861 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-15T09:20:01,863 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-15T09:20:01,864 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-15T09:20:01,864 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-15T09:20:01,864 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-15T09:20:01,865 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc087f1894b4,33981,1734254396680-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T09:20:01,866 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc087f1894b4,33981,1734254396680-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-15T09:20:01,873 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-15T09:20:01,874 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-15T09:20:01,874 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc087f1894b4,33981,1734254396680-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T09:20:01,922 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c0ace9a to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@571d3e94 2024-12-15T09:20:01,931 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-15T09:20:01,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf1dd45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:01,948 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-15T09:20:01,948 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-15T09:20:01,963 DEBUG [hconnection-0x6c36980b-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:01,976 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T09:20:01,991 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=bc087f1894b4,33981,1734254396680 2024-12-15T09:20:01,991 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-15T09:20:01,991 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/cluster_961246b8-70a7-2203-4693-d2096c07da78, deleteOnExit=true 2024-12-15T09:20:01,991 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-15T09:20:02,011 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/test.cache.data in system properties and HBase conf 2024-12-15T09:20:02,011 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T09:20:02,011 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/hadoop.log.dir in system properties and HBase conf 2024-12-15T09:20:02,012 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T09:20:02,012 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T09:20:02,012 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T09:20:02,012 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T09:20:02,012 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T09:20:02,012 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T09:20:02,013 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T09:20:02,013 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T09:20:02,013 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T09:20:02,013 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T09:20:02,013 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T09:20:02,013 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T09:20:02,013 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T09:20:02,013 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/nfs.dump.dir in system properties and HBase conf 2024-12-15T09:20:02,014 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/java.io.tmpdir in system properties and HBase conf 2024-12-15T09:20:02,014 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T09:20:02,014 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T09:20:02,014 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T09:20:02,276 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:20:02,281 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T09:20:02,286 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T09:20:02,286 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T09:20:02,286 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T09:20:02,288 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:20:02,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19d6ff84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/hadoop.log.dir/,AVAILABLE} 2024-12-15T09:20:02,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f7ed6f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T09:20:02,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@667be90e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/java.io.tmpdir/jetty-localhost-41159-hadoop-hdfs-3_4_1-tests_jar-_-any-17027162474435367178/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T09:20:02,388 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2423c42c{HTTP/1.1, (http/1.1)}{localhost:41159} 2024-12-15T09:20:02,388 INFO [Time-limited test {}] server.Server(415): Started @11846ms 2024-12-15T09:20:02,575 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:20:02,579 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T09:20:02,582 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T09:20:02,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T09:20:02,583 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T09:20:02,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4213e8f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/hadoop.log.dir/,AVAILABLE} 2024-12-15T09:20:02,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@565e065d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T09:20:02,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3240e936{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/java.io.tmpdir/jetty-localhost-37957-hadoop-hdfs-3_4_1-tests_jar-_-any-4827968544909874381/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:20:02,678 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ef298a{HTTP/1.1, (http/1.1)}{localhost:37957} 2024-12-15T09:20:02,679 INFO [Time-limited test {}] server.Server(415): Started @12137ms 2024-12-15T09:20:02,680 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T09:20:03,083 WARN [Thread-203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/cluster_961246b8-70a7-2203-4693-d2096c07da78/dfs/data/data1/current/BP-1656879717-172.17.0.2-1734254402047/current, will proceed with Du for space computation calculation, 2024-12-15T09:20:03,085 WARN [Thread-204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/cluster_961246b8-70a7-2203-4693-d2096c07da78/dfs/data/data2/current/BP-1656879717-172.17.0.2-1734254402047/current, will proceed with Du for space computation calculation, 2024-12-15T09:20:03,137 WARN [Thread-191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T09:20:03,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9712bc0a9c5b6343 with lease ID 0x11771728c34202f3: Processing first storage report for DS-7049e0e9-a84f-4449-932f-d05f08e4eade from datanode DatanodeRegistration(127.0.0.1:33767, datanodeUuid=fcfff9c7-27d3-4e10-8b34-38afceace234, infoPort=43255, infoSecurePort=0, ipcPort=33571, storageInfo=lv=-57;cid=testClusterID;nsid=1916300880;c=1734254402047) 2024-12-15T09:20:03,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9712bc0a9c5b6343 with lease ID 0x11771728c34202f3: from storage DS-7049e0e9-a84f-4449-932f-d05f08e4eade node DatanodeRegistration(127.0.0.1:33767, datanodeUuid=fcfff9c7-27d3-4e10-8b34-38afceace234, infoPort=43255, infoSecurePort=0, ipcPort=33571, storageInfo=lv=-57;cid=testClusterID;nsid=1916300880;c=1734254402047), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T09:20:03,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9712bc0a9c5b6343 with lease ID 0x11771728c34202f3: Processing first storage report for DS-0adce2b8-8d36-4e8b-be31-d4b717b09ea1 from datanode DatanodeRegistration(127.0.0.1:33767, datanodeUuid=fcfff9c7-27d3-4e10-8b34-38afceace234, infoPort=43255, infoSecurePort=0, ipcPort=33571, storageInfo=lv=-57;cid=testClusterID;nsid=1916300880;c=1734254402047) 2024-12-15T09:20:03,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9712bc0a9c5b6343 with lease ID 0x11771728c34202f3: from storage DS-0adce2b8-8d36-4e8b-be31-d4b717b09ea1 node DatanodeRegistration(127.0.0.1:33767, datanodeUuid=fcfff9c7-27d3-4e10-8b34-38afceace234, infoPort=43255, infoSecurePort=0, ipcPort=33571, storageInfo=lv=-57;cid=testClusterID;nsid=1916300880;c=1734254402047), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T09:20:03,221 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e 2024-12-15T09:20:03,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T09:20:03,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T09:20:03,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741825_1001 (size=7) 2024-12-15T09:20:03,637 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 with version=8 2024-12-15T09:20:03,637 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/hbase-staging 2024-12-15T09:20:03,639 INFO [Time-limited test {}] client.ConnectionUtils(129): master/bc087f1894b4:0 server-side Connection retries=18 2024-12-15T09:20:03,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T09:20:03,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T09:20:03,640 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T09:20:03,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T09:20:03,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T09:20:03,640 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T09:20:03,640 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T09:20:03,641 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43955 2024-12-15T09:20:03,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T09:20:03,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T09:20:03,646 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:43955 connecting to ZooKeeper ensemble=127.0.0.1:50802 2024-12-15T09:20:03,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439550x0, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T09:20:03,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43955-0x10028fd0f700003 connected 2024-12-15T09:20:03,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-15T09:20:03,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-15T09:20:03,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-15T09:20:03,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43955 2024-12-15T09:20:03,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43955 2024-12-15T09:20:03,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43955 2024-12-15T09:20:03,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43955 2024-12-15T09:20:03,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43955 2024-12-15T09:20:03,747 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97, hbase.cluster.distributed=false 2024-12-15T09:20:03,762 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/bc087f1894b4:0 server-side Connection retries=18 2024-12-15T09:20:03,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T09:20:03,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T09:20:03,762 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T09:20:03,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T09:20:03,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T09:20:03,762 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T09:20:03,763 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T09:20:03,763 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38343 2024-12-15T09:20:03,764 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T09:20:03,766 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T09:20:03,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T09:20:03,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T09:20:03,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38343 connecting to ZooKeeper ensemble=127.0.0.1:50802 2024-12-15T09:20:03,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383430x0, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T09:20:03,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383430x0, quorum=127.0.0.1:50802, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-15T09:20:03,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38343-0x10028fd0f700004 connected 2024-12-15T09:20:03,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38343-0x10028fd0f700004, quorum=127.0.0.1:50802, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-15T09:20:03,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38343-0x10028fd0f700004, quorum=127.0.0.1:50802, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-15T09:20:03,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38343 2024-12-15T09:20:03,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38343 2024-12-15T09:20:03,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38343 2024-12-15T09:20:03,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38343 2024-12-15T09:20:03,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38343 2024-12-15T09:20:03,791 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /2/backup-masters/bc087f1894b4,43955,1734254403638 2024-12-15T09:20:03,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-15T09:20:03,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10028fd0f700004, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-15T09:20:03,801 DEBUG [M:0;bc087f1894b4:43955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bc087f1894b4:43955 2024-12-15T09:20:03,802 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/bc087f1894b4,43955,1734254403638 2024-12-15T09:20:03,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-15T09:20:03,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10028fd0f700004, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-15T09:20:03,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T09:20:03,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10028fd0f700004, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T09:20:03,810 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-15T09:20:03,811 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/bc087f1894b4,43955,1734254403638 from backup master directory 2024-12-15T09:20:03,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-15T09:20:03,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10028fd0f700004, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-15T09:20:03,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/bc087f1894b4,43955,1734254403638 2024-12-15T09:20:03,818 WARN [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T09:20:03,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-15T09:20:03,818 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bc087f1894b4,43955,1734254403638 2024-12-15T09:20:03,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741826_1002 (size=42) 2024-12-15T09:20:04,233 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/hbase.id with ID: b5cba33a-cc91-4ca5-b9b6-45feef5e0620 2024-12-15T09:20:04,251 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T09:20:04,253 INFO [bc087f1894b4:46641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T09:20:04,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T09:20:04,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10028fd0f700004, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T09:20:04,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741827_1003 (size=196) 2024-12-15T09:20:04,711 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T09:20:04,712 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-15T09:20:04,712 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T09:20:04,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741828_1004 (size=1189) 2024-12-15T09:20:05,124 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/data/master/store 2024-12-15T09:20:05,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741829_1005 (size=34) 2024-12-15T09:20:05,422 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T09:20:05,467 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-15T09:20:05,468 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-15T09:20:05,533 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:05,534 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T09:20:05,534 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T09:20:05,534 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T09:20:05,534 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T09:20:05,534 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T09:20:05,534 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T09:20:05,534 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T09:20:05,535 WARN [master/bc087f1894b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/data/master/store/.initializing 2024-12-15T09:20:05,535 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/WALs/bc087f1894b4,43955,1734254403638 2024-12-15T09:20:05,537 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T09:20:05,540 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc087f1894b4%2C43955%2C1734254403638, suffix=, logDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/WALs/bc087f1894b4,43955,1734254403638, archiveDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/oldWALs, maxLogs=10 2024-12-15T09:20:05,551 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/WALs/bc087f1894b4,43955,1734254403638/bc087f1894b4%2C43955%2C1734254403638.1734254405540, exclude list is [], retry=0 2024-12-15T09:20:05,555 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33767,DS-7049e0e9-a84f-4449-932f-d05f08e4eade,DISK] 2024-12-15T09:20:05,558 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/WALs/bc087f1894b4,43955,1734254403638/bc087f1894b4%2C43955%2C1734254403638.1734254405540 2024-12-15T09:20:05,558 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43255:43255)] 2024-12-15T09:20:05,558 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-15T09:20:05,558 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:05,559 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T09:20:05,559 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T09:20:05,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T09:20:05,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-15T09:20:05,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:05,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T09:20:05,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T09:20:05,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-15T09:20:05,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:05,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:05,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T09:20:05,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-15T09:20:05,569 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:05,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:05,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T09:20:05,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-15T09:20:05,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:05,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:05,574 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T09:20:05,574 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T09:20:05,577 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-15T09:20:05,579 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T09:20:05,581 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:05,582 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69627703, jitterRate=0.03753362596035004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-15T09:20:05,582 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T09:20:05,582 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-15T09:20:05,587 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31e46d08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:05,588 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-15T09:20:05,588 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-15T09:20:05,588 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-15T09:20:05,588 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-15T09:20:05,589 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-15T09:20:05,589 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-15T09:20:05,589 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-15T09:20:05,591 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-15T09:20:05,592 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2024-12-15T09:20:05,635 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/balancer already deleted, retry=false 2024-12-15T09:20:05,635 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-15T09:20:05,636 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2024-12-15T09:20:05,643 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/normalizer already deleted, retry=false 2024-12-15T09:20:05,643 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-15T09:20:05,644 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2024-12-15T09:20:05,651 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/split already deleted, retry=false 2024-12-15T09:20:05,652 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2024-12-15T09:20:05,659 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/merge already deleted, retry=false 2024-12-15T09:20:05,661 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-15T09:20:05,668 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/snapshot-cleanup already deleted, retry=false 2024-12-15T09:20:05,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10028fd0f700004, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-15T09:20:05,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-15T09:20:05,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T09:20:05,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10028fd0f700004, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T09:20:05,677 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=bc087f1894b4,43955,1734254403638, sessionid=0x10028fd0f700003, setting cluster-up flag (Was=false) 2024-12-15T09:20:05,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T09:20:05,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10028fd0f700004, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T09:20:05,759 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2024-12-15T09:20:05,760 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bc087f1894b4,43955,1734254403638 2024-12-15T09:20:05,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T09:20:05,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10028fd0f700004, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T09:20:05,867 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2024-12-15T09:20:05,869 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bc087f1894b4,43955,1734254403638 2024-12-15T09:20:05,873 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-15T09:20:05,873 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-15T09:20:05,873 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-15T09:20:05,874 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bc087f1894b4,43955,1734254403638 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-15T09:20:05,874 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bc087f1894b4:0, corePoolSize=5, maxPoolSize=5 2024-12-15T09:20:05,874 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bc087f1894b4:0, corePoolSize=5, maxPoolSize=5 2024-12-15T09:20:05,874 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bc087f1894b4:0, corePoolSize=5, maxPoolSize=5 2024-12-15T09:20:05,874 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bc087f1894b4:0, corePoolSize=5, maxPoolSize=5 2024-12-15T09:20:05,874 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bc087f1894b4:0, corePoolSize=10, maxPoolSize=10 2024-12-15T09:20:05,874 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bc087f1894b4:0, corePoolSize=1, maxPoolSize=1 2024-12-15T09:20:05,874 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bc087f1894b4:0, corePoolSize=2, maxPoolSize=2 2024-12-15T09:20:05,874 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bc087f1894b4:0, corePoolSize=1, maxPoolSize=1 2024-12-15T09:20:05,875 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734254435875 2024-12-15T09:20:05,875 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-15T09:20:05,875 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-15T09:20:05,876 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-15T09:20:05,876 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-15T09:20:05,876 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-15T09:20:05,876 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-15T09:20:05,876 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T09:20:05,876 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T09:20:05,876 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-15T09:20:05,877 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-15T09:20:05,877 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-15T09:20:05,877 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-15T09:20:05,878 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:05,878 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T09:20:05,880 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-15T09:20:05,880 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-15T09:20:05,880 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bc087f1894b4:0:becomeActiveMaster-HFileCleaner.large.0-1734254405880,5,FailOnTimeoutGroup] 2024-12-15T09:20:05,880 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bc087f1894b4:0:becomeActiveMaster-HFileCleaner.small.0-1734254405880,5,FailOnTimeoutGroup] 2024-12-15T09:20:05,881 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T09:20:05,881 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-15T09:20:05,881 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-15T09:20:05,881 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-15T09:20:05,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741831_1007 (size=1039) 2024-12-15T09:20:05,903 DEBUG [RS:0;bc087f1894b4:38343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bc087f1894b4:38343 2024-12-15T09:20:05,904 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(1008): ClusterId : b5cba33a-cc91-4ca5-b9b6-45feef5e0620 2024-12-15T09:20:05,904 DEBUG [RS:0;bc087f1894b4:38343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T09:20:05,918 DEBUG [RS:0;bc087f1894b4:38343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T09:20:05,918 DEBUG [RS:0;bc087f1894b4:38343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T09:20:05,927 DEBUG [RS:0;bc087f1894b4:38343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T09:20:05,928 DEBUG [RS:0;bc087f1894b4:38343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5378fce0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:05,928 DEBUG [RS:0;bc087f1894b4:38343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd78eae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bc087f1894b4/172.17.0.2:0 2024-12-15T09:20:05,928 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T09:20:05,928 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T09:20:05,928 DEBUG [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T09:20:05,929 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3073): reportForDuty to master=bc087f1894b4,43955,1734254403638 with isa=bc087f1894b4/172.17.0.2:38343, startcode=1734254403761 2024-12-15T09:20:05,929 DEBUG [RS:0;bc087f1894b4:38343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T09:20:05,931 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60117, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T09:20:05,931 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43955 {}] master.ServerManager(332): Checking decommissioned status of RegionServer bc087f1894b4,38343,1734254403761 2024-12-15T09:20:05,932 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43955 {}] master.ServerManager(486): Registering regionserver=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:05,935 DEBUG [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:05,935 DEBUG [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33145 2024-12-15T09:20:05,935 DEBUG [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T09:20:05,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-15T09:20:05,943 DEBUG [RS:0;bc087f1894b4:38343 {}] zookeeper.ZKUtil(111): regionserver:38343-0x10028fd0f700004, quorum=127.0.0.1:50802, baseZNode=/2 Set watcher on existing znode=/2/rs/bc087f1894b4,38343,1734254403761 2024-12-15T09:20:05,943 WARN [RS:0;bc087f1894b4:38343 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T09:20:05,943 INFO [RS:0;bc087f1894b4:38343 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T09:20:05,944 DEBUG [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/WALs/bc087f1894b4,38343,1734254403761 2024-12-15T09:20:05,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bc087f1894b4,38343,1734254403761] 2024-12-15T09:20:05,948 DEBUG [RS:0;bc087f1894b4:38343 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T09:20:05,948 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T09:20:05,951 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T09:20:05,952 INFO [RS:0;bc087f1894b4:38343 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T09:20:05,952 INFO [RS:0;bc087f1894b4:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T09:20:05,952 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T09:20:05,954 INFO [RS:0;bc087f1894b4:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T09:20:05,954 DEBUG [RS:0;bc087f1894b4:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bc087f1894b4:0, corePoolSize=1, maxPoolSize=1 2024-12-15T09:20:05,954 DEBUG [RS:0;bc087f1894b4:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bc087f1894b4:0, corePoolSize=1, maxPoolSize=1 2024-12-15T09:20:05,954 DEBUG [RS:0;bc087f1894b4:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0, corePoolSize=1, maxPoolSize=1 2024-12-15T09:20:05,954 DEBUG [RS:0;bc087f1894b4:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bc087f1894b4:0, corePoolSize=1, maxPoolSize=1 2024-12-15T09:20:05,954 DEBUG [RS:0;bc087f1894b4:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bc087f1894b4:0, corePoolSize=1, maxPoolSize=1 2024-12-15T09:20:05,955 DEBUG [RS:0;bc087f1894b4:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bc087f1894b4:0, corePoolSize=2, maxPoolSize=2 2024-12-15T09:20:05,955 DEBUG [RS:0;bc087f1894b4:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bc087f1894b4:0, corePoolSize=1, maxPoolSize=1 2024-12-15T09:20:05,955 DEBUG [RS:0;bc087f1894b4:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bc087f1894b4:0, corePoolSize=1, maxPoolSize=1 2024-12-15T09:20:05,955 DEBUG [RS:0;bc087f1894b4:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bc087f1894b4:0, corePoolSize=1, maxPoolSize=1 2024-12-15T09:20:05,955 DEBUG [RS:0;bc087f1894b4:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bc087f1894b4:0, corePoolSize=1, maxPoolSize=1 2024-12-15T09:20:05,955 DEBUG [RS:0;bc087f1894b4:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bc087f1894b4:0, corePoolSize=1, maxPoolSize=1 2024-12-15T09:20:05,955 DEBUG [RS:0;bc087f1894b4:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bc087f1894b4:0, corePoolSize=3, maxPoolSize=3 2024-12-15T09:20:05,955 DEBUG [RS:0;bc087f1894b4:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bc087f1894b4:0, corePoolSize=3, maxPoolSize=3 2024-12-15T09:20:05,956 INFO [RS:0;bc087f1894b4:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T09:20:05,956 INFO [RS:0;bc087f1894b4:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T09:20:05,956 INFO [RS:0;bc087f1894b4:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T09:20:05,956 INFO [RS:0;bc087f1894b4:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T09:20:05,956 INFO [RS:0;bc087f1894b4:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc087f1894b4,38343,1734254403761-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T09:20:05,975 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T09:20:05,975 INFO [RS:0;bc087f1894b4:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc087f1894b4,38343,1734254403761-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T09:20:05,995 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.Replication(204): bc087f1894b4,38343,1734254403761 started 2024-12-15T09:20:05,995 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(1767): Serving as bc087f1894b4,38343,1734254403761, RpcServer on bc087f1894b4/172.17.0.2:38343, sessionid=0x10028fd0f700004 2024-12-15T09:20:05,995 DEBUG [RS:0;bc087f1894b4:38343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T09:20:05,995 DEBUG [RS:0;bc087f1894b4:38343 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bc087f1894b4,38343,1734254403761 2024-12-15T09:20:05,995 DEBUG [RS:0;bc087f1894b4:38343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc087f1894b4,38343,1734254403761' 2024-12-15T09:20:05,995 DEBUG [RS:0;bc087f1894b4:38343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2024-12-15T09:20:05,996 DEBUG [RS:0;bc087f1894b4:38343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2024-12-15T09:20:05,996 DEBUG [RS:0;bc087f1894b4:38343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T09:20:05,996 DEBUG [RS:0;bc087f1894b4:38343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T09:20:05,996 DEBUG [RS:0;bc087f1894b4:38343 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bc087f1894b4,38343,1734254403761 2024-12-15T09:20:05,996 DEBUG [RS:0;bc087f1894b4:38343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc087f1894b4,38343,1734254403761' 2024-12-15T09:20:05,996 DEBUG [RS:0;bc087f1894b4:38343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2024-12-15T09:20:05,997 DEBUG [RS:0;bc087f1894b4:38343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2024-12-15T09:20:05,997 DEBUG [RS:0;bc087f1894b4:38343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T09:20:05,997 INFO [RS:0;bc087f1894b4:38343 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T09:20:05,997 INFO [RS:0;bc087f1894b4:38343 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T09:20:06,098 INFO [RS:0;bc087f1894b4:38343 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T09:20:06,101 INFO [RS:0;bc087f1894b4:38343 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc087f1894b4%2C38343%2C1734254403761, suffix=, logDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/WALs/bc087f1894b4,38343,1734254403761, archiveDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/oldWALs, maxLogs=10 2024-12-15T09:20:06,112 DEBUG [RS:0;bc087f1894b4:38343 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/WALs/bc087f1894b4,38343,1734254403761/bc087f1894b4%2C38343%2C1734254403761.1734254406102, exclude list is [], retry=0 2024-12-15T09:20:06,117 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33767,DS-7049e0e9-a84f-4449-932f-d05f08e4eade,DISK] 2024-12-15T09:20:06,120 INFO [RS:0;bc087f1894b4:38343 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/WALs/bc087f1894b4,38343,1734254403761/bc087f1894b4%2C38343%2C1734254403761.1734254406102 2024-12-15T09:20:06,120 DEBUG [RS:0;bc087f1894b4:38343 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43255:43255)] 2024-12-15T09:20:06,287 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T09:20:06,287 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:06,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741833_1009 (size=32) 2024-12-15T09:20:06,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:06,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T09:20:06,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T09:20:06,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:06,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T09:20:06,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T09:20:06,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T09:20:06,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:06,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T09:20:06,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T09:20:06,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T09:20:06,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:06,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T09:20:06,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/meta/1588230740 2024-12-15T09:20:06,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/meta/1588230740 2024-12-15T09:20:06,711 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T09:20:06,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T09:20:06,716 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:06,717 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67901189, jitterRate=0.011806562542915344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T09:20:06,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T09:20:06,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T09:20:06,717 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T09:20:06,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T09:20:06,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T09:20:06,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T09:20:06,717 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T09:20:06,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T09:20:06,719 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T09:20:06,719 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-15T09:20:06,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-15T09:20:06,720 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-15T09:20:06,721 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T09:20:06,872 DEBUG [bc087f1894b4:43955 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-15T09:20:06,872 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:06,874 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bc087f1894b4,38343,1734254403761, state=OPENING 2024-12-15T09:20:06,903 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-15T09:20:06,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10028fd0f700004, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T09:20:06,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T09:20:06,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:06,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-15T09:20:06,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-15T09:20:07,072 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc087f1894b4,38343,1734254403761 2024-12-15T09:20:07,072 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T09:20:07,074 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T09:20:07,078 INFO [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T09:20:07,078 INFO [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T09:20:07,079 INFO [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-15T09:20:07,082 INFO [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc087f1894b4%2C38343%2C1734254403761.meta, suffix=.meta, logDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/WALs/bc087f1894b4,38343,1734254403761, archiveDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/oldWALs, maxLogs=10 2024-12-15T09:20:07,094 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/WALs/bc087f1894b4,38343,1734254403761/bc087f1894b4%2C38343%2C1734254403761.meta.1734254407083.meta, exclude list is [], retry=0 2024-12-15T09:20:07,098 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33767,DS-7049e0e9-a84f-4449-932f-d05f08e4eade,DISK] 2024-12-15T09:20:07,101 INFO [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/WALs/bc087f1894b4,38343,1734254403761/bc087f1894b4%2C38343%2C1734254403761.meta.1734254407083.meta 2024-12-15T09:20:07,102 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43255:43255)] 2024-12-15T09:20:07,102 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T09:20:07,102 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T09:20:07,102 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T09:20:07,103 INFO [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T09:20:07,103 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T09:20:07,103 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:07,103 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T09:20:07,103 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T09:20:07,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T09:20:07,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T09:20:07,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:07,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T09:20:07,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T09:20:07,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T09:20:07,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:07,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T09:20:07,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T09:20:07,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T09:20:07,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:07,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T09:20:07,114 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/meta/1588230740 2024-12-15T09:20:07,116 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/meta/1588230740 2024-12-15T09:20:07,119 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T09:20:07,121 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T09:20:07,123 INFO [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74887161, jitterRate=0.11590565741062164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T09:20:07,123 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T09:20:07,124 INFO [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734254407071 2024-12-15T09:20:07,128 DEBUG [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T09:20:07,128 INFO [RS_OPEN_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T09:20:07,129 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:07,130 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bc087f1894b4,38343,1734254403761, state=OPEN 2024-12-15T09:20:07,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10028fd0f700004, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-15T09:20:07,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-15T09:20:07,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-15T09:20:07,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-15T09:20:07,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-15T09:20:07,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=bc087f1894b4,38343,1734254403761 in 225 msec 2024-12-15T09:20:07,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-15T09:20:07,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 428 msec 2024-12-15T09:20:07,152 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-15T09:20:07,153 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-15T09:20:07,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-12-15T09:20:07,154 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734254407154, completionTime=-1 2024-12-15T09:20:07,154 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-15T09:20:07,154 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-15T09:20:07,155 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-15T09:20:07,155 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-15T09:20:07,155 DEBUG [hconnection-0x378687c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:07,156 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T09:20:07,156 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-15T09:20:07,157 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-15T09:20:07,157 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-15T09:20:07,157 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T09:20:07,158 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-15T09:20:07,159 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734254467159 2024-12-15T09:20:07,159 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734254527159 2024-12-15T09:20:07,159 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-12-15T09:20:07,177 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc087f1894b4,43955,1734254403638-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T09:20:07,177 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc087f1894b4,43955,1734254403638-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T09:20:07,177 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc087f1894b4,43955,1734254403638-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T09:20:07,177 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bc087f1894b4:43955, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T09:20:07,177 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-15T09:20:07,177 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-15T09:20:07,178 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T09:20:07,180 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-15T09:20:07,180 DEBUG [master/bc087f1894b4:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-15T09:20:07,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T09:20:07,182 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:07,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T09:20:07,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741835_1011 (size=358) 2024-12-15T09:20:07,593 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 267f7eb7eb846abd946eace8a4992fc2, NAME => 'hbase:namespace,,1734254407177.267f7eb7eb846abd946eace8a4992fc2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:07,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741836_1012 (size=42) 2024-12-15T09:20:08,001 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734254407177.267f7eb7eb846abd946eace8a4992fc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:08,001 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 267f7eb7eb846abd946eace8a4992fc2, disabling compactions & flushes 2024-12-15T09:20:08,001 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734254407177.267f7eb7eb846abd946eace8a4992fc2. 2024-12-15T09:20:08,002 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734254407177.267f7eb7eb846abd946eace8a4992fc2. 2024-12-15T09:20:08,002 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734254407177.267f7eb7eb846abd946eace8a4992fc2. after waiting 0 ms 2024-12-15T09:20:08,002 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734254407177.267f7eb7eb846abd946eace8a4992fc2. 2024-12-15T09:20:08,002 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734254407177.267f7eb7eb846abd946eace8a4992fc2. 2024-12-15T09:20:08,002 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 267f7eb7eb846abd946eace8a4992fc2: 2024-12-15T09:20:08,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T09:20:08,004 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734254407177.267f7eb7eb846abd946eace8a4992fc2.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734254408004"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254408004"}]},"ts":"1734254408004"} 2024-12-15T09:20:08,007 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T09:20:08,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T09:20:08,009 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734254408009"}]},"ts":"1734254408009"} 2024-12-15T09:20:08,012 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-15T09:20:08,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=267f7eb7eb846abd946eace8a4992fc2, ASSIGN}] 2024-12-15T09:20:08,070 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=267f7eb7eb846abd946eace8a4992fc2, ASSIGN 2024-12-15T09:20:08,071 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=267f7eb7eb846abd946eace8a4992fc2, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:08,222 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=267f7eb7eb846abd946eace8a4992fc2, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:08,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 267f7eb7eb846abd946eace8a4992fc2, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:08,378 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc087f1894b4,38343,1734254403761 2024-12-15T09:20:08,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734254407177.267f7eb7eb846abd946eace8a4992fc2. 2024-12-15T09:20:08,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 267f7eb7eb846abd946eace8a4992fc2, NAME => 'hbase:namespace,,1734254407177.267f7eb7eb846abd946eace8a4992fc2.', STARTKEY => '', ENDKEY => ''} 2024-12-15T09:20:08,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 267f7eb7eb846abd946eace8a4992fc2 2024-12-15T09:20:08,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734254407177.267f7eb7eb846abd946eace8a4992fc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:08,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 267f7eb7eb846abd946eace8a4992fc2 2024-12-15T09:20:08,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 267f7eb7eb846abd946eace8a4992fc2 2024-12-15T09:20:08,386 INFO [StoreOpener-267f7eb7eb846abd946eace8a4992fc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 267f7eb7eb846abd946eace8a4992fc2 2024-12-15T09:20:08,388 INFO [StoreOpener-267f7eb7eb846abd946eace8a4992fc2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 267f7eb7eb846abd946eace8a4992fc2 columnFamilyName info 2024-12-15T09:20:08,388 DEBUG [StoreOpener-267f7eb7eb846abd946eace8a4992fc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:08,388 INFO [StoreOpener-267f7eb7eb846abd946eace8a4992fc2-1 {}] regionserver.HStore(327): Store=267f7eb7eb846abd946eace8a4992fc2/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:08,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/namespace/267f7eb7eb846abd946eace8a4992fc2 2024-12-15T09:20:08,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/namespace/267f7eb7eb846abd946eace8a4992fc2 2024-12-15T09:20:08,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 267f7eb7eb846abd946eace8a4992fc2 2024-12-15T09:20:08,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/namespace/267f7eb7eb846abd946eace8a4992fc2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:08,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 267f7eb7eb846abd946eace8a4992fc2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62796810, jitterRate=-0.06425461173057556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T09:20:08,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 267f7eb7eb846abd946eace8a4992fc2: 2024-12-15T09:20:08,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734254407177.267f7eb7eb846abd946eace8a4992fc2., pid=6, masterSystemTime=1734254408378 2024-12-15T09:20:08,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734254407177.267f7eb7eb846abd946eace8a4992fc2. 2024-12-15T09:20:08,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734254407177.267f7eb7eb846abd946eace8a4992fc2. 2024-12-15T09:20:08,401 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=267f7eb7eb846abd946eace8a4992fc2, regionState=OPEN, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:08,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-15T09:20:08,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 267f7eb7eb846abd946eace8a4992fc2, server=bc087f1894b4,38343,1734254403761 in 179 msec 2024-12-15T09:20:08,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-15T09:20:08,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=267f7eb7eb846abd946eace8a4992fc2, ASSIGN in 338 msec 2024-12-15T09:20:08,411 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T09:20:08,411 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734254408411"}]},"ts":"1734254408411"} 2024-12-15T09:20:08,413 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-15T09:20:08,419 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T09:20:08,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2410 sec 2024-12-15T09:20:08,482 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2024-12-15T09:20:08,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10028fd0f700004, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T09:20:08,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2024-12-15T09:20:08,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T09:20:08,498 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-15T09:20:08,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-15T09:20:08,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 31 msec 2024-12-15T09:20:08,542 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-15T09:20:08,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-15T09:20:08,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 29 msec 2024-12-15T09:20:08,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2024-12-15T09:20:08,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2024-12-15T09:20:08,610 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.792sec 2024-12-15T09:20:08,610 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-15T09:20:08,610 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-15T09:20:08,610 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-15T09:20:08,610 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-15T09:20:08,610 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-15T09:20:08,610 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc087f1894b4,43955,1734254403638-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T09:20:08,610 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc087f1894b4,43955,1734254403638-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-15T09:20:08,612 DEBUG [master/bc087f1894b4:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-15T09:20:08,612 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-15T09:20:08,613 INFO [master/bc087f1894b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc087f1894b4,43955,1734254403638-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T09:20:08,697 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e6b6375 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77bd8a3e 2024-12-15T09:20:08,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a84cc92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:08,711 DEBUG [hconnection-0x230080b3-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:08,714 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T09:20:08,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=bc087f1894b4,43955,1734254403638 2024-12-15T09:20:08,717 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x411e0699 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66bc0311 2024-12-15T09:20:08,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49bde6ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:08,728 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41583309 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7043cf75 2024-12-15T09:20:08,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7661fee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:08,736 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x500d4d2a to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3edb1839 2024-12-15T09:20:08,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47345fc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:08,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T09:20:08,752 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T09:20:08,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T09:20:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-15T09:20:08,765 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T09:20:08,765 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:08,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-15T09:20:08,767 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T09:20:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T09:20:08,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741837_1013 (size=631) 2024-12-15T09:20:08,777 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9692ed8318bcc1e16a5077683d285c4e, NAME => 'test,,1734254408758.9692ed8318bcc1e16a5077683d285c4e.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:08,780 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c580048a477005fb90126d8f8d7d9485, NAME => 'test,bbb,1734254408758.c580048a477005fb90126d8f8d7d9485.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:08,780 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 40fbc0e7bf4ed03844ae299ed7221d48, NAME => 'test,ccc,1734254408758.40fbc0e7bf4ed03844ae299ed7221d48.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:08,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741838_1014 (size=42) 2024-12-15T09:20:08,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734254408758.9692ed8318bcc1e16a5077683d285c4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:08,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 9692ed8318bcc1e16a5077683d285c4e, disabling compactions & flushes 2024-12-15T09:20:08,786 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734254408758.9692ed8318bcc1e16a5077683d285c4e. 2024-12-15T09:20:08,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734254408758.9692ed8318bcc1e16a5077683d285c4e. 2024-12-15T09:20:08,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734254408758.9692ed8318bcc1e16a5077683d285c4e. after waiting 0 ms 2024-12-15T09:20:08,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734254408758.9692ed8318bcc1e16a5077683d285c4e. 2024-12-15T09:20:08,786 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734254408758.9692ed8318bcc1e16a5077683d285c4e. 2024-12-15T09:20:08,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9692ed8318bcc1e16a5077683d285c4e: 2024-12-15T09:20:08,786 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e775a70e897935e9e37a9eb184dc1f23, NAME => 'test,ddd,1734254408758.e775a70e897935e9e37a9eb184dc1f23.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:08,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741839_1015 (size=45) 2024-12-15T09:20:08,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741840_1016 (size=45) 2024-12-15T09:20:08,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741841_1017 (size=45) 2024-12-15T09:20:08,797 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734254408758.40fbc0e7bf4ed03844ae299ed7221d48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:08,797 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 40fbc0e7bf4ed03844ae299ed7221d48, disabling compactions & flushes 2024-12-15T09:20:08,797 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734254408758.40fbc0e7bf4ed03844ae299ed7221d48. 2024-12-15T09:20:08,797 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734254408758.40fbc0e7bf4ed03844ae299ed7221d48. 2024-12-15T09:20:08,797 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734254408758.40fbc0e7bf4ed03844ae299ed7221d48. after waiting 0 ms 2024-12-15T09:20:08,797 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734254408758.40fbc0e7bf4ed03844ae299ed7221d48. 2024-12-15T09:20:08,797 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734254408758.40fbc0e7bf4ed03844ae299ed7221d48. 2024-12-15T09:20:08,798 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 40fbc0e7bf4ed03844ae299ed7221d48: 2024-12-15T09:20:08,798 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 66f55ea666cb2e59ed81f735f4581454, NAME => 'test,eee,1734254408758.66f55ea666cb2e59ed81f735f4581454.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:08,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741842_1018 (size=45) 2024-12-15T09:20:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T09:20:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T09:20:09,196 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734254408758.c580048a477005fb90126d8f8d7d9485.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:09,196 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing c580048a477005fb90126d8f8d7d9485, disabling compactions & flushes 2024-12-15T09:20:09,196 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734254408758.c580048a477005fb90126d8f8d7d9485. 2024-12-15T09:20:09,196 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734254408758.c580048a477005fb90126d8f8d7d9485. 2024-12-15T09:20:09,196 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734254408758.c580048a477005fb90126d8f8d7d9485. after waiting 0 ms 2024-12-15T09:20:09,196 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734254408758.c580048a477005fb90126d8f8d7d9485. 2024-12-15T09:20:09,196 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734254408758.c580048a477005fb90126d8f8d7d9485. 2024-12-15T09:20:09,196 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for c580048a477005fb90126d8f8d7d9485: 2024-12-15T09:20:09,197 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 0b5e78e65337920a5be674555ae08715, NAME => 'test,fff,1734254408758.0b5e78e65337920a5be674555ae08715.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:09,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ddd,1734254408758.e775a70e897935e9e37a9eb184dc1f23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:09,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing e775a70e897935e9e37a9eb184dc1f23, disabling compactions & flushes 2024-12-15T09:20:09,199 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ddd,1734254408758.e775a70e897935e9e37a9eb184dc1f23. 2024-12-15T09:20:09,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734254408758.e775a70e897935e9e37a9eb184dc1f23. 2024-12-15T09:20:09,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734254408758.e775a70e897935e9e37a9eb184dc1f23. after waiting 0 ms 2024-12-15T09:20:09,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734254408758.e775a70e897935e9e37a9eb184dc1f23. 2024-12-15T09:20:09,199 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ddd,1734254408758.e775a70e897935e9e37a9eb184dc1f23. 2024-12-15T09:20:09,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for e775a70e897935e9e37a9eb184dc1f23: 2024-12-15T09:20:09,200 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3f2ba2ee8616d58d9d681c88162c6460, NAME => 'test,ggg,1734254408758.3f2ba2ee8616d58d9d681c88162c6460.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:09,206 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,eee,1734254408758.66f55ea666cb2e59ed81f735f4581454.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:09,206 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 66f55ea666cb2e59ed81f735f4581454, disabling compactions & flushes 2024-12-15T09:20:09,206 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,eee,1734254408758.66f55ea666cb2e59ed81f735f4581454. 2024-12-15T09:20:09,206 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734254408758.66f55ea666cb2e59ed81f735f4581454. 2024-12-15T09:20:09,206 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734254408758.66f55ea666cb2e59ed81f735f4581454. after waiting 0 ms 2024-12-15T09:20:09,206 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734254408758.66f55ea666cb2e59ed81f735f4581454. 2024-12-15T09:20:09,206 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,eee,1734254408758.66f55ea666cb2e59ed81f735f4581454. 2024-12-15T09:20:09,207 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 66f55ea666cb2e59ed81f735f4581454: 2024-12-15T09:20:09,207 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 123f5d021806bd1f244c0ac9b06e4947, NAME => 'test,hhh,1734254408758.123f5d021806bd1f244c0ac9b06e4947.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:09,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741843_1019 (size=45) 2024-12-15T09:20:09,212 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,fff,1734254408758.0b5e78e65337920a5be674555ae08715.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:09,212 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 0b5e78e65337920a5be674555ae08715, disabling compactions & flushes 2024-12-15T09:20:09,212 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,fff,1734254408758.0b5e78e65337920a5be674555ae08715. 2024-12-15T09:20:09,212 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734254408758.0b5e78e65337920a5be674555ae08715. 2024-12-15T09:20:09,212 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734254408758.0b5e78e65337920a5be674555ae08715. after waiting 0 ms 2024-12-15T09:20:09,212 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734254408758.0b5e78e65337920a5be674555ae08715. 2024-12-15T09:20:09,212 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,fff,1734254408758.0b5e78e65337920a5be674555ae08715. 2024-12-15T09:20:09,212 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 0b5e78e65337920a5be674555ae08715: 2024-12-15T09:20:09,213 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 294beeed1029c673f40356192825dceb, NAME => 'test,iii,1734254408758.294beeed1029c673f40356192825dceb.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:09,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741844_1020 (size=45) 2024-12-15T09:20:09,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741845_1021 (size=45) 2024-12-15T09:20:09,226 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,hhh,1734254408758.123f5d021806bd1f244c0ac9b06e4947.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:09,226 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 123f5d021806bd1f244c0ac9b06e4947, disabling compactions & flushes 2024-12-15T09:20:09,226 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,hhh,1734254408758.123f5d021806bd1f244c0ac9b06e4947. 2024-12-15T09:20:09,226 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734254408758.123f5d021806bd1f244c0ac9b06e4947. 2024-12-15T09:20:09,226 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734254408758.123f5d021806bd1f244c0ac9b06e4947. after waiting 0 ms 2024-12-15T09:20:09,226 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734254408758.123f5d021806bd1f244c0ac9b06e4947. 2024-12-15T09:20:09,226 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,hhh,1734254408758.123f5d021806bd1f244c0ac9b06e4947. 2024-12-15T09:20:09,226 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 123f5d021806bd1f244c0ac9b06e4947: 2024-12-15T09:20:09,227 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => ca39ae731e5d303fdfef04aff5ca2908, NAME => 'test,jjj,1734254408758.ca39ae731e5d303fdfef04aff5ca2908.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:09,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741846_1022 (size=45) 2024-12-15T09:20:09,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741847_1023 (size=45) 2024-12-15T09:20:09,253 INFO [bc087f1894b4:46641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T09:20:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T09:20:09,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ggg,1734254408758.3f2ba2ee8616d58d9d681c88162c6460.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:09,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 3f2ba2ee8616d58d9d681c88162c6460, disabling compactions & flushes 2024-12-15T09:20:09,619 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ggg,1734254408758.3f2ba2ee8616d58d9d681c88162c6460. 2024-12-15T09:20:09,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734254408758.3f2ba2ee8616d58d9d681c88162c6460. 2024-12-15T09:20:09,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734254408758.3f2ba2ee8616d58d9d681c88162c6460. after waiting 0 ms 2024-12-15T09:20:09,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734254408758.3f2ba2ee8616d58d9d681c88162c6460. 2024-12-15T09:20:09,619 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ggg,1734254408758.3f2ba2ee8616d58d9d681c88162c6460. 2024-12-15T09:20:09,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3f2ba2ee8616d58d9d681c88162c6460: 2024-12-15T09:20:09,620 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 450fd42623f83d1c1c53752708af6674, NAME => 'test,kkk,1734254408758.450fd42623f83d1c1c53752708af6674.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:09,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741848_1024 (size=45) 2024-12-15T09:20:09,630 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,iii,1734254408758.294beeed1029c673f40356192825dceb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:09,631 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 294beeed1029c673f40356192825dceb, disabling compactions & flushes 2024-12-15T09:20:09,631 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,iii,1734254408758.294beeed1029c673f40356192825dceb. 2024-12-15T09:20:09,631 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734254408758.294beeed1029c673f40356192825dceb. 2024-12-15T09:20:09,631 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734254408758.294beeed1029c673f40356192825dceb. after waiting 0 ms 2024-12-15T09:20:09,631 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734254408758.294beeed1029c673f40356192825dceb. 2024-12-15T09:20:09,631 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,iii,1734254408758.294beeed1029c673f40356192825dceb. 2024-12-15T09:20:09,631 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 294beeed1029c673f40356192825dceb: 2024-12-15T09:20:09,632 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c1b88c75ae9f524578192da8d1b08e24, NAME => 'test,lll,1734254408758.c1b88c75ae9f524578192da8d1b08e24.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:09,637 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,jjj,1734254408758.ca39ae731e5d303fdfef04aff5ca2908.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:09,637 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing ca39ae731e5d303fdfef04aff5ca2908, disabling compactions & flushes 2024-12-15T09:20:09,637 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,jjj,1734254408758.ca39ae731e5d303fdfef04aff5ca2908. 2024-12-15T09:20:09,637 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734254408758.ca39ae731e5d303fdfef04aff5ca2908. 2024-12-15T09:20:09,637 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734254408758.ca39ae731e5d303fdfef04aff5ca2908. after waiting 0 ms 2024-12-15T09:20:09,637 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734254408758.ca39ae731e5d303fdfef04aff5ca2908. 2024-12-15T09:20:09,637 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,jjj,1734254408758.ca39ae731e5d303fdfef04aff5ca2908. 2024-12-15T09:20:09,637 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for ca39ae731e5d303fdfef04aff5ca2908: 2024-12-15T09:20:09,638 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => b5a24cf15ebfd5d158dac474a10b30ab, NAME => 'test,mmm,1734254408758.b5a24cf15ebfd5d158dac474a10b30ab.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:09,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741849_1025 (size=45) 2024-12-15T09:20:09,641 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,lll,1734254408758.c1b88c75ae9f524578192da8d1b08e24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:09,641 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing c1b88c75ae9f524578192da8d1b08e24, disabling compactions & flushes 2024-12-15T09:20:09,642 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,lll,1734254408758.c1b88c75ae9f524578192da8d1b08e24. 2024-12-15T09:20:09,642 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734254408758.c1b88c75ae9f524578192da8d1b08e24. 2024-12-15T09:20:09,642 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734254408758.c1b88c75ae9f524578192da8d1b08e24. after waiting 0 ms 2024-12-15T09:20:09,642 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734254408758.c1b88c75ae9f524578192da8d1b08e24. 2024-12-15T09:20:09,642 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,lll,1734254408758.c1b88c75ae9f524578192da8d1b08e24. 2024-12-15T09:20:09,642 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for c1b88c75ae9f524578192da8d1b08e24: 2024-12-15T09:20:09,643 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c47435f49d87b665ab453b9679e25b82, NAME => 'test,nnn,1734254408758.c47435f49d87b665ab453b9679e25b82.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:09,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741850_1026 (size=45) 2024-12-15T09:20:09,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741851_1027 (size=45) 2024-12-15T09:20:09,663 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,nnn,1734254408758.c47435f49d87b665ab453b9679e25b82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:09,663 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,mmm,1734254408758.b5a24cf15ebfd5d158dac474a10b30ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:09,663 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing b5a24cf15ebfd5d158dac474a10b30ab, disabling compactions & flushes 2024-12-15T09:20:09,663 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing c47435f49d87b665ab453b9679e25b82, disabling compactions & flushes 2024-12-15T09:20:09,663 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,mmm,1734254408758.b5a24cf15ebfd5d158dac474a10b30ab. 2024-12-15T09:20:09,663 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734254408758.b5a24cf15ebfd5d158dac474a10b30ab. 2024-12-15T09:20:09,663 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,nnn,1734254408758.c47435f49d87b665ab453b9679e25b82. 2024-12-15T09:20:09,663 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734254408758.b5a24cf15ebfd5d158dac474a10b30ab. after waiting 0 ms 2024-12-15T09:20:09,663 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734254408758.c47435f49d87b665ab453b9679e25b82. 2024-12-15T09:20:09,664 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734254408758.b5a24cf15ebfd5d158dac474a10b30ab. 2024-12-15T09:20:09,664 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734254408758.c47435f49d87b665ab453b9679e25b82. after waiting 0 ms 2024-12-15T09:20:09,664 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,mmm,1734254408758.b5a24cf15ebfd5d158dac474a10b30ab. 2024-12-15T09:20:09,664 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734254408758.c47435f49d87b665ab453b9679e25b82. 2024-12-15T09:20:09,664 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for b5a24cf15ebfd5d158dac474a10b30ab: 2024-12-15T09:20:09,664 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,nnn,1734254408758.c47435f49d87b665ab453b9679e25b82. 2024-12-15T09:20:09,664 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for c47435f49d87b665ab453b9679e25b82: 2024-12-15T09:20:09,665 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 542505d4bb3b321a19fed87dc2e05871, NAME => 'test,ooo,1734254408758.542505d4bb3b321a19fed87dc2e05871.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:09,665 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ab1d7d586756b7d89d9e5af66eafbd3a, NAME => 'test,ppp,1734254408758.ab1d7d586756b7d89d9e5af66eafbd3a.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:09,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741853_1029 (size=45) 2024-12-15T09:20:09,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741852_1028 (size=45) 2024-12-15T09:20:09,689 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ooo,1734254408758.542505d4bb3b321a19fed87dc2e05871.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:09,690 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 542505d4bb3b321a19fed87dc2e05871, disabling compactions & flushes 2024-12-15T09:20:09,690 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ooo,1734254408758.542505d4bb3b321a19fed87dc2e05871. 2024-12-15T09:20:09,690 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734254408758.542505d4bb3b321a19fed87dc2e05871. 2024-12-15T09:20:09,690 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734254408758.542505d4bb3b321a19fed87dc2e05871. after waiting 0 ms 2024-12-15T09:20:09,690 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734254408758.542505d4bb3b321a19fed87dc2e05871. 2024-12-15T09:20:09,690 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ooo,1734254408758.542505d4bb3b321a19fed87dc2e05871. 2024-12-15T09:20:09,690 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 542505d4bb3b321a19fed87dc2e05871: 2024-12-15T09:20:09,691 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 2c9cfb8914a0a2219350f2245b49fe7a, NAME => 'test,qqq,1734254408758.2c9cfb8914a0a2219350f2245b49fe7a.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:09,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741854_1030 (size=45) 2024-12-15T09:20:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T09:20:10,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,kkk,1734254408758.450fd42623f83d1c1c53752708af6674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:10,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 450fd42623f83d1c1c53752708af6674, disabling compactions & flushes 2024-12-15T09:20:10,029 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,kkk,1734254408758.450fd42623f83d1c1c53752708af6674. 2024-12-15T09:20:10,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734254408758.450fd42623f83d1c1c53752708af6674. 2024-12-15T09:20:10,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734254408758.450fd42623f83d1c1c53752708af6674. after waiting 0 ms 2024-12-15T09:20:10,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734254408758.450fd42623f83d1c1c53752708af6674. 2024-12-15T09:20:10,029 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,kkk,1734254408758.450fd42623f83d1c1c53752708af6674. 2024-12-15T09:20:10,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 450fd42623f83d1c1c53752708af6674: 2024-12-15T09:20:10,030 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 83c783f9c833080847041c737c6bd376, NAME => 'test,rrr,1734254408758.83c783f9c833080847041c737c6bd376.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:10,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741855_1031 (size=45) 2024-12-15T09:20:10,090 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ppp,1734254408758.ab1d7d586756b7d89d9e5af66eafbd3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:10,090 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing ab1d7d586756b7d89d9e5af66eafbd3a, disabling compactions & flushes 2024-12-15T09:20:10,090 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ppp,1734254408758.ab1d7d586756b7d89d9e5af66eafbd3a. 2024-12-15T09:20:10,090 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734254408758.ab1d7d586756b7d89d9e5af66eafbd3a. 2024-12-15T09:20:10,090 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734254408758.ab1d7d586756b7d89d9e5af66eafbd3a. after waiting 0 ms 2024-12-15T09:20:10,090 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734254408758.ab1d7d586756b7d89d9e5af66eafbd3a. 2024-12-15T09:20:10,091 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ppp,1734254408758.ab1d7d586756b7d89d9e5af66eafbd3a. 2024-12-15T09:20:10,091 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for ab1d7d586756b7d89d9e5af66eafbd3a: 2024-12-15T09:20:10,092 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 20a8be4eb0ad9aaf19afc7e8c2c18858, NAME => 'test,sss,1734254408758.20a8be4eb0ad9aaf19afc7e8c2c18858.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:10,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741856_1032 (size=45) 2024-12-15T09:20:10,104 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,qqq,1734254408758.2c9cfb8914a0a2219350f2245b49fe7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:10,104 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 2c9cfb8914a0a2219350f2245b49fe7a, disabling compactions & flushes 2024-12-15T09:20:10,104 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,qqq,1734254408758.2c9cfb8914a0a2219350f2245b49fe7a. 2024-12-15T09:20:10,104 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734254408758.2c9cfb8914a0a2219350f2245b49fe7a. 2024-12-15T09:20:10,104 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734254408758.2c9cfb8914a0a2219350f2245b49fe7a. after waiting 0 ms 2024-12-15T09:20:10,104 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734254408758.2c9cfb8914a0a2219350f2245b49fe7a. 2024-12-15T09:20:10,104 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,qqq,1734254408758.2c9cfb8914a0a2219350f2245b49fe7a. 2024-12-15T09:20:10,104 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 2c9cfb8914a0a2219350f2245b49fe7a: 2024-12-15T09:20:10,105 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => bc1395a2172b5a857fb26eb453eab350, NAME => 'test,ttt,1734254408758.bc1395a2172b5a857fb26eb453eab350.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:10,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741857_1033 (size=45) 2024-12-15T09:20:10,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,rrr,1734254408758.83c783f9c833080847041c737c6bd376.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:10,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 83c783f9c833080847041c737c6bd376, disabling compactions & flushes 2024-12-15T09:20:10,439 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,rrr,1734254408758.83c783f9c833080847041c737c6bd376. 2024-12-15T09:20:10,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734254408758.83c783f9c833080847041c737c6bd376. 2024-12-15T09:20:10,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734254408758.83c783f9c833080847041c737c6bd376. after waiting 0 ms 2024-12-15T09:20:10,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734254408758.83c783f9c833080847041c737c6bd376. 2024-12-15T09:20:10,439 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,rrr,1734254408758.83c783f9c833080847041c737c6bd376. 2024-12-15T09:20:10,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 83c783f9c833080847041c737c6bd376: 2024-12-15T09:20:10,439 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7c689353018bcae91fedea7c3bdaa860, NAME => 'test,uuu,1734254408758.7c689353018bcae91fedea7c3bdaa860.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:10,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741858_1034 (size=45) 2024-12-15T09:20:10,503 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,sss,1734254408758.20a8be4eb0ad9aaf19afc7e8c2c18858.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:10,503 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 20a8be4eb0ad9aaf19afc7e8c2c18858, disabling compactions & flushes 2024-12-15T09:20:10,503 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,sss,1734254408758.20a8be4eb0ad9aaf19afc7e8c2c18858. 2024-12-15T09:20:10,503 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734254408758.20a8be4eb0ad9aaf19afc7e8c2c18858. 2024-12-15T09:20:10,503 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734254408758.20a8be4eb0ad9aaf19afc7e8c2c18858. after waiting 0 ms 2024-12-15T09:20:10,503 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734254408758.20a8be4eb0ad9aaf19afc7e8c2c18858. 2024-12-15T09:20:10,503 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,sss,1734254408758.20a8be4eb0ad9aaf19afc7e8c2c18858. 2024-12-15T09:20:10,503 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 20a8be4eb0ad9aaf19afc7e8c2c18858: 2024-12-15T09:20:10,504 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => e370dbc76c852876b78da9c626b451c9, NAME => 'test,vvv,1734254408758.e370dbc76c852876b78da9c626b451c9.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:10,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741859_1035 (size=45) 2024-12-15T09:20:10,517 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ttt,1734254408758.bc1395a2172b5a857fb26eb453eab350.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:10,518 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing bc1395a2172b5a857fb26eb453eab350, disabling compactions & flushes 2024-12-15T09:20:10,518 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ttt,1734254408758.bc1395a2172b5a857fb26eb453eab350. 2024-12-15T09:20:10,518 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734254408758.bc1395a2172b5a857fb26eb453eab350. 2024-12-15T09:20:10,518 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734254408758.bc1395a2172b5a857fb26eb453eab350. after waiting 0 ms 2024-12-15T09:20:10,518 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734254408758.bc1395a2172b5a857fb26eb453eab350. 2024-12-15T09:20:10,518 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ttt,1734254408758.bc1395a2172b5a857fb26eb453eab350. 2024-12-15T09:20:10,518 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for bc1395a2172b5a857fb26eb453eab350: 2024-12-15T09:20:10,519 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 8abaf086810fc57614a6a5a513bf78fa, NAME => 'test,www,1734254408758.8abaf086810fc57614a6a5a513bf78fa.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:10,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741860_1036 (size=45) 2024-12-15T09:20:10,847 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,uuu,1734254408758.7c689353018bcae91fedea7c3bdaa860.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:10,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 7c689353018bcae91fedea7c3bdaa860, disabling compactions & flushes 2024-12-15T09:20:10,848 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,uuu,1734254408758.7c689353018bcae91fedea7c3bdaa860. 2024-12-15T09:20:10,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734254408758.7c689353018bcae91fedea7c3bdaa860. 2024-12-15T09:20:10,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734254408758.7c689353018bcae91fedea7c3bdaa860. after waiting 0 ms 2024-12-15T09:20:10,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734254408758.7c689353018bcae91fedea7c3bdaa860. 2024-12-15T09:20:10,848 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,uuu,1734254408758.7c689353018bcae91fedea7c3bdaa860. 2024-12-15T09:20:10,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7c689353018bcae91fedea7c3bdaa860: 2024-12-15T09:20:10,848 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 11268ffcf7258e95a5715fe041d67d6d, NAME => 'test,xxx,1734254408758.11268ffcf7258e95a5715fe041d67d6d.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:10,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741861_1037 (size=45) 2024-12-15T09:20:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T09:20:10,916 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,vvv,1734254408758.e370dbc76c852876b78da9c626b451c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:10,916 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing e370dbc76c852876b78da9c626b451c9, disabling compactions & flushes 2024-12-15T09:20:10,916 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,vvv,1734254408758.e370dbc76c852876b78da9c626b451c9. 2024-12-15T09:20:10,916 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734254408758.e370dbc76c852876b78da9c626b451c9. 2024-12-15T09:20:10,916 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734254408758.e370dbc76c852876b78da9c626b451c9. after waiting 0 ms 2024-12-15T09:20:10,916 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734254408758.e370dbc76c852876b78da9c626b451c9. 2024-12-15T09:20:10,916 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,vvv,1734254408758.e370dbc76c852876b78da9c626b451c9. 2024-12-15T09:20:10,916 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for e370dbc76c852876b78da9c626b451c9: 2024-12-15T09:20:10,916 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 70c87eadd02aa7e04c05a1c8ba6e6862, NAME => 'test,yyy,1734254408758.70c87eadd02aa7e04c05a1c8ba6e6862.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:10,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741862_1038 (size=45) 2024-12-15T09:20:10,928 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,www,1734254408758.8abaf086810fc57614a6a5a513bf78fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:10,928 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 8abaf086810fc57614a6a5a513bf78fa, disabling compactions & flushes 2024-12-15T09:20:10,928 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,www,1734254408758.8abaf086810fc57614a6a5a513bf78fa. 2024-12-15T09:20:10,928 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734254408758.8abaf086810fc57614a6a5a513bf78fa. 2024-12-15T09:20:10,928 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734254408758.8abaf086810fc57614a6a5a513bf78fa. after waiting 0 ms 2024-12-15T09:20:10,928 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734254408758.8abaf086810fc57614a6a5a513bf78fa. 2024-12-15T09:20:10,928 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,www,1734254408758.8abaf086810fc57614a6a5a513bf78fa. 2024-12-15T09:20:10,928 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 8abaf086810fc57614a6a5a513bf78fa: 2024-12-15T09:20:10,929 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 9424dbcfd11b14b8ac014eb2ebc12436, NAME => 'test,zzz,1734254408758.9424dbcfd11b14b8ac014eb2ebc12436.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:10,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741863_1039 (size=42) 2024-12-15T09:20:10,996 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T09:20:11,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,xxx,1734254408758.11268ffcf7258e95a5715fe041d67d6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:11,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 11268ffcf7258e95a5715fe041d67d6d, disabling compactions & flushes 2024-12-15T09:20:11,256 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,xxx,1734254408758.11268ffcf7258e95a5715fe041d67d6d. 2024-12-15T09:20:11,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734254408758.11268ffcf7258e95a5715fe041d67d6d. 2024-12-15T09:20:11,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734254408758.11268ffcf7258e95a5715fe041d67d6d. after waiting 0 ms 2024-12-15T09:20:11,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734254408758.11268ffcf7258e95a5715fe041d67d6d. 2024-12-15T09:20:11,256 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,xxx,1734254408758.11268ffcf7258e95a5715fe041d67d6d. 2024-12-15T09:20:11,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 11268ffcf7258e95a5715fe041d67d6d: 2024-12-15T09:20:11,324 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,yyy,1734254408758.70c87eadd02aa7e04c05a1c8ba6e6862.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:11,324 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 70c87eadd02aa7e04c05a1c8ba6e6862, disabling compactions & flushes 2024-12-15T09:20:11,325 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,yyy,1734254408758.70c87eadd02aa7e04c05a1c8ba6e6862. 2024-12-15T09:20:11,325 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734254408758.70c87eadd02aa7e04c05a1c8ba6e6862. 2024-12-15T09:20:11,325 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734254408758.70c87eadd02aa7e04c05a1c8ba6e6862. after waiting 0 ms 2024-12-15T09:20:11,325 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734254408758.70c87eadd02aa7e04c05a1c8ba6e6862. 2024-12-15T09:20:11,325 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,yyy,1734254408758.70c87eadd02aa7e04c05a1c8ba6e6862. 2024-12-15T09:20:11,325 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 70c87eadd02aa7e04c05a1c8ba6e6862: 2024-12-15T09:20:11,336 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,zzz,1734254408758.9424dbcfd11b14b8ac014eb2ebc12436.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:11,336 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 9424dbcfd11b14b8ac014eb2ebc12436, disabling compactions & flushes 2024-12-15T09:20:11,336 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,zzz,1734254408758.9424dbcfd11b14b8ac014eb2ebc12436. 2024-12-15T09:20:11,336 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734254408758.9424dbcfd11b14b8ac014eb2ebc12436. 2024-12-15T09:20:11,336 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734254408758.9424dbcfd11b14b8ac014eb2ebc12436. after waiting 0 ms 2024-12-15T09:20:11,336 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734254408758.9424dbcfd11b14b8ac014eb2ebc12436. 2024-12-15T09:20:11,336 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,zzz,1734254408758.9424dbcfd11b14b8ac014eb2ebc12436. 2024-12-15T09:20:11,336 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 9424dbcfd11b14b8ac014eb2ebc12436: 2024-12-15T09:20:11,339 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T09:20:11,340 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734254408758.9692ed8318bcc1e16a5077683d285c4e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,340 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734254408758.40fbc0e7bf4ed03844ae299ed7221d48.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,340 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734254408758.c580048a477005fb90126d8f8d7d9485.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,340 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734254408758.e775a70e897935e9e37a9eb184dc1f23.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,341 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734254408758.66f55ea666cb2e59ed81f735f4581454.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,341 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734254408758.0b5e78e65337920a5be674555ae08715.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,341 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734254408758.123f5d021806bd1f244c0ac9b06e4947.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,341 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734254408758.3f2ba2ee8616d58d9d681c88162c6460.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,341 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734254408758.294beeed1029c673f40356192825dceb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,341 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734254408758.ca39ae731e5d303fdfef04aff5ca2908.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,342 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734254408758.c1b88c75ae9f524578192da8d1b08e24.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,342 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734254408758.b5a24cf15ebfd5d158dac474a10b30ab.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,342 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734254408758.c47435f49d87b665ab453b9679e25b82.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,342 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734254408758.542505d4bb3b321a19fed87dc2e05871.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,342 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734254408758.450fd42623f83d1c1c53752708af6674.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,343 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734254408758.ab1d7d586756b7d89d9e5af66eafbd3a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,343 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734254408758.2c9cfb8914a0a2219350f2245b49fe7a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,343 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734254408758.83c783f9c833080847041c737c6bd376.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,343 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734254408758.20a8be4eb0ad9aaf19afc7e8c2c18858.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,343 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734254408758.bc1395a2172b5a857fb26eb453eab350.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,343 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734254408758.7c689353018bcae91fedea7c3bdaa860.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,344 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734254408758.e370dbc76c852876b78da9c626b451c9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,344 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734254408758.8abaf086810fc57614a6a5a513bf78fa.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,344 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734254408758.11268ffcf7258e95a5715fe041d67d6d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,344 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734254408758.70c87eadd02aa7e04c05a1c8ba6e6862.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,344 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734254408758.9424dbcfd11b14b8ac014eb2ebc12436.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734254411339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254411339"}]},"ts":"1734254411339"} 2024-12-15T09:20:11,373 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-15T09:20:11,375 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T09:20:11,375 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734254411375"}]},"ts":"1734254411375"} 2024-12-15T09:20:11,378 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-15T09:20:11,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9692ed8318bcc1e16a5077683d285c4e, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c580048a477005fb90126d8f8d7d9485, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=40fbc0e7bf4ed03844ae299ed7221d48, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e775a70e897935e9e37a9eb184dc1f23, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=66f55ea666cb2e59ed81f735f4581454, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0b5e78e65337920a5be674555ae08715, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3f2ba2ee8616d58d9d681c88162c6460, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=123f5d021806bd1f244c0ac9b06e4947, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=294beeed1029c673f40356192825dceb, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ca39ae731e5d303fdfef04aff5ca2908, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=450fd42623f83d1c1c53752708af6674, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c1b88c75ae9f524578192da8d1b08e24, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b5a24cf15ebfd5d158dac474a10b30ab, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c47435f49d87b665ab453b9679e25b82, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=542505d4bb3b321a19fed87dc2e05871, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ab1d7d586756b7d89d9e5af66eafbd3a, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2c9cfb8914a0a2219350f2245b49fe7a, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=83c783f9c833080847041c737c6bd376, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=20a8be4eb0ad9aaf19afc7e8c2c18858, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bc1395a2172b5a857fb26eb453eab350, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7c689353018bcae91fedea7c3bdaa860, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e370dbc76c852876b78da9c626b451c9, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8abaf086810fc57614a6a5a513bf78fa, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=11268ffcf7258e95a5715fe041d67d6d, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=70c87eadd02aa7e04c05a1c8ba6e6862, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9424dbcfd11b14b8ac014eb2ebc12436, ASSIGN}] 2024-12-15T09:20:11,424 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c580048a477005fb90126d8f8d7d9485, ASSIGN 2024-12-15T09:20:11,424 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=40fbc0e7bf4ed03844ae299ed7221d48, ASSIGN 2024-12-15T09:20:11,424 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9692ed8318bcc1e16a5077683d285c4e, ASSIGN 2024-12-15T09:20:11,425 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e775a70e897935e9e37a9eb184dc1f23, ASSIGN 2024-12-15T09:20:11,426 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9424dbcfd11b14b8ac014eb2ebc12436, ASSIGN 2024-12-15T09:20:11,426 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c580048a477005fb90126d8f8d7d9485, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,426 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9692ed8318bcc1e16a5077683d285c4e, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,426 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e775a70e897935e9e37a9eb184dc1f23, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,426 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=40fbc0e7bf4ed03844ae299ed7221d48, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,428 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9424dbcfd11b14b8ac014eb2ebc12436, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,432 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=11268ffcf7258e95a5715fe041d67d6d, ASSIGN 2024-12-15T09:20:11,433 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=11268ffcf7258e95a5715fe041d67d6d, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,433 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e370dbc76c852876b78da9c626b451c9, ASSIGN 2024-12-15T09:20:11,433 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=70c87eadd02aa7e04c05a1c8ba6e6862, ASSIGN 2024-12-15T09:20:11,433 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8abaf086810fc57614a6a5a513bf78fa, ASSIGN 2024-12-15T09:20:11,433 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7c689353018bcae91fedea7c3bdaa860, ASSIGN 2024-12-15T09:20:11,434 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bc1395a2172b5a857fb26eb453eab350, ASSIGN 2024-12-15T09:20:11,434 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e370dbc76c852876b78da9c626b451c9, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,434 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=70c87eadd02aa7e04c05a1c8ba6e6862, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,434 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8abaf086810fc57614a6a5a513bf78fa, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,434 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7c689353018bcae91fedea7c3bdaa860, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,436 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bc1395a2172b5a857fb26eb453eab350, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,438 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=83c783f9c833080847041c737c6bd376, ASSIGN 2024-12-15T09:20:11,439 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=20a8be4eb0ad9aaf19afc7e8c2c18858, ASSIGN 2024-12-15T09:20:11,439 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=83c783f9c833080847041c737c6bd376, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,439 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2c9cfb8914a0a2219350f2245b49fe7a, ASSIGN 2024-12-15T09:20:11,439 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ab1d7d586756b7d89d9e5af66eafbd3a, ASSIGN 2024-12-15T09:20:11,440 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ab1d7d586756b7d89d9e5af66eafbd3a, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,440 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=542505d4bb3b321a19fed87dc2e05871, ASSIGN 2024-12-15T09:20:11,440 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2c9cfb8914a0a2219350f2245b49fe7a, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,440 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=20a8be4eb0ad9aaf19afc7e8c2c18858, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,442 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=542505d4bb3b321a19fed87dc2e05871, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,443 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c47435f49d87b665ab453b9679e25b82, ASSIGN 2024-12-15T09:20:11,444 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c47435f49d87b665ab453b9679e25b82, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,444 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b5a24cf15ebfd5d158dac474a10b30ab, ASSIGN 2024-12-15T09:20:11,445 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c1b88c75ae9f524578192da8d1b08e24, ASSIGN 2024-12-15T09:20:11,445 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b5a24cf15ebfd5d158dac474a10b30ab, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,445 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=450fd42623f83d1c1c53752708af6674, ASSIGN 2024-12-15T09:20:11,446 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ca39ae731e5d303fdfef04aff5ca2908, ASSIGN 2024-12-15T09:20:11,446 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=294beeed1029c673f40356192825dceb, ASSIGN 2024-12-15T09:20:11,447 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c1b88c75ae9f524578192da8d1b08e24, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,447 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=123f5d021806bd1f244c0ac9b06e4947, ASSIGN 2024-12-15T09:20:11,447 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=294beeed1029c673f40356192825dceb, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,447 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=450fd42623f83d1c1c53752708af6674, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,447 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ca39ae731e5d303fdfef04aff5ca2908, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,448 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=123f5d021806bd1f244c0ac9b06e4947, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,450 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=66f55ea666cb2e59ed81f735f4581454, ASSIGN 2024-12-15T09:20:11,451 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0b5e78e65337920a5be674555ae08715, ASSIGN 2024-12-15T09:20:11,451 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0b5e78e65337920a5be674555ae08715, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,451 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=66f55ea666cb2e59ed81f735f4581454, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,451 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3f2ba2ee8616d58d9d681c88162c6460, ASSIGN 2024-12-15T09:20:11,452 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3f2ba2ee8616d58d9d681c88162c6460, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:11,577 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=7c689353018bcae91fedea7c3bdaa860, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,577 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=83c783f9c833080847041c737c6bd376, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,577 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=123f5d021806bd1f244c0ac9b06e4947, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,577 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=e370dbc76c852876b78da9c626b451c9, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,577 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=70c87eadd02aa7e04c05a1c8ba6e6862, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=31, state=RUNNABLE; OpenRegionProcedure e370dbc76c852876b78da9c626b451c9, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=30, state=RUNNABLE; OpenRegionProcedure 7c689353018bcae91fedea7c3bdaa860, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=34, state=RUNNABLE; OpenRegionProcedure 70c87eadd02aa7e04c05a1c8ba6e6862, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=17, state=RUNNABLE; OpenRegionProcedure 123f5d021806bd1f244c0ac9b06e4947, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=27, state=RUNNABLE; OpenRegionProcedure 83c783f9c833080847041c737c6bd376, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,585 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=ca39ae731e5d303fdfef04aff5ca2908, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=19, state=RUNNABLE; OpenRegionProcedure ca39ae731e5d303fdfef04aff5ca2908, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,589 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=542505d4bb3b321a19fed87dc2e05871, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,590 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=40fbc0e7bf4ed03844ae299ed7221d48, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,591 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=2c9cfb8914a0a2219350f2245b49fe7a, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=24, state=RUNNABLE; OpenRegionProcedure 542505d4bb3b321a19fed87dc2e05871, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,592 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=c1b88c75ae9f524578192da8d1b08e24, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=12, state=RUNNABLE; OpenRegionProcedure 40fbc0e7bf4ed03844ae299ed7221d48, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,593 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=294beeed1029c673f40356192825dceb, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=26, state=RUNNABLE; OpenRegionProcedure 2c9cfb8914a0a2219350f2245b49fe7a, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=21, state=RUNNABLE; OpenRegionProcedure c1b88c75ae9f524578192da8d1b08e24, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=18, state=RUNNABLE; OpenRegionProcedure 294beeed1029c673f40356192825dceb, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,598 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=c47435f49d87b665ab453b9679e25b82, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=23, state=RUNNABLE; OpenRegionProcedure c47435f49d87b665ab453b9679e25b82, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,603 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=20a8be4eb0ad9aaf19afc7e8c2c18858, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,603 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=b5a24cf15ebfd5d158dac474a10b30ab, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,603 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=9692ed8318bcc1e16a5077683d285c4e, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,604 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=66f55ea666cb2e59ed81f735f4581454, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=22, state=RUNNABLE; OpenRegionProcedure b5a24cf15ebfd5d158dac474a10b30ab, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=10, state=RUNNABLE; OpenRegionProcedure 9692ed8318bcc1e16a5077683d285c4e, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=28, state=RUNNABLE; OpenRegionProcedure 20a8be4eb0ad9aaf19afc7e8c2c18858, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=14, state=RUNNABLE; OpenRegionProcedure 66f55ea666cb2e59ed81f735f4581454, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,610 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=11268ffcf7258e95a5715fe041d67d6d, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,614 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=8abaf086810fc57614a6a5a513bf78fa, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,614 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=450fd42623f83d1c1c53752708af6674, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=33, state=RUNNABLE; OpenRegionProcedure 11268ffcf7258e95a5715fe041d67d6d, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,616 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=c580048a477005fb90126d8f8d7d9485, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=20, state=RUNNABLE; OpenRegionProcedure 450fd42623f83d1c1c53752708af6674, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=11, state=RUNNABLE; OpenRegionProcedure c580048a477005fb90126d8f8d7d9485, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=32, state=RUNNABLE; OpenRegionProcedure 8abaf086810fc57614a6a5a513bf78fa, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,621 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=3f2ba2ee8616d58d9d681c88162c6460, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,624 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=9424dbcfd11b14b8ac014eb2ebc12436, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,625 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=e775a70e897935e9e37a9eb184dc1f23, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,625 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=0b5e78e65337920a5be674555ae08715, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=16, state=RUNNABLE; OpenRegionProcedure 3f2ba2ee8616d58d9d681c88162c6460, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,627 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=ab1d7d586756b7d89d9e5af66eafbd3a, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=35, state=RUNNABLE; OpenRegionProcedure 9424dbcfd11b14b8ac014eb2ebc12436, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,631 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=bc1395a2172b5a857fb26eb453eab350, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=13, state=RUNNABLE; OpenRegionProcedure e775a70e897935e9e37a9eb184dc1f23, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=15, state=RUNNABLE; OpenRegionProcedure 0b5e78e65337920a5be674555ae08715, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=25, state=RUNNABLE; OpenRegionProcedure ab1d7d586756b7d89d9e5af66eafbd3a, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=29, state=RUNNABLE; OpenRegionProcedure bc1395a2172b5a857fb26eb453eab350, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:11,732 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,740 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,iii,1734254408758.294beeed1029c673f40356192825dceb. 2024-12-15T09:20:11,741 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 294beeed1029c673f40356192825dceb, NAME => 'test,iii,1734254408758.294beeed1029c673f40356192825dceb.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-15T09:20:11,741 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 294beeed1029c673f40356192825dceb 2024-12-15T09:20:11,741 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,iii,1734254408758.294beeed1029c673f40356192825dceb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:11,742 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 294beeed1029c673f40356192825dceb 2024-12-15T09:20:11,742 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 294beeed1029c673f40356192825dceb 2024-12-15T09:20:11,752 INFO [StoreOpener-294beeed1029c673f40356192825dceb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 294beeed1029c673f40356192825dceb 2024-12-15T09:20:11,754 INFO [StoreOpener-294beeed1029c673f40356192825dceb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 294beeed1029c673f40356192825dceb columnFamilyName f 2024-12-15T09:20:11,754 DEBUG [StoreOpener-294beeed1029c673f40356192825dceb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:11,755 INFO [StoreOpener-294beeed1029c673f40356192825dceb-1 {}] regionserver.HStore(327): Store=294beeed1029c673f40356192825dceb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:11,755 INFO [StoreOpener-294beeed1029c673f40356192825dceb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 294beeed1029c673f40356192825dceb 2024-12-15T09:20:11,757 INFO [StoreOpener-294beeed1029c673f40356192825dceb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 294beeed1029c673f40356192825dceb columnFamilyName norep 2024-12-15T09:20:11,757 DEBUG [StoreOpener-294beeed1029c673f40356192825dceb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:11,758 INFO [StoreOpener-294beeed1029c673f40356192825dceb-1 {}] regionserver.HStore(327): Store=294beeed1029c673f40356192825dceb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:11,760 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/294beeed1029c673f40356192825dceb 2024-12-15T09:20:11,761 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/294beeed1029c673f40356192825dceb 2024-12-15T09:20:11,763 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:11,765 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 294beeed1029c673f40356192825dceb 2024-12-15T09:20:11,769 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/294beeed1029c673f40356192825dceb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:11,770 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 294beeed1029c673f40356192825dceb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74688833, jitterRate=0.11295033991336823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:11,770 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 294beeed1029c673f40356192825dceb: 2024-12-15T09:20:11,772 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734254408758.294beeed1029c673f40356192825dceb., pid=46, masterSystemTime=1734254411732 2024-12-15T09:20:11,775 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734254408758.294beeed1029c673f40356192825dceb. 2024-12-15T09:20:11,775 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,iii,1734254408758.294beeed1029c673f40356192825dceb. 2024-12-15T09:20:11,775 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,kkk,1734254408758.450fd42623f83d1c1c53752708af6674. 2024-12-15T09:20:11,775 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 450fd42623f83d1c1c53752708af6674, NAME => 'test,kkk,1734254408758.450fd42623f83d1c1c53752708af6674.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-15T09:20:11,775 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=294beeed1029c673f40356192825dceb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,775 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 450fd42623f83d1c1c53752708af6674 2024-12-15T09:20:11,775 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,kkk,1734254408758.450fd42623f83d1c1c53752708af6674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:11,776 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 450fd42623f83d1c1c53752708af6674 2024-12-15T09:20:11,776 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 450fd42623f83d1c1c53752708af6674 2024-12-15T09:20:11,779 INFO [StoreOpener-450fd42623f83d1c1c53752708af6674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 450fd42623f83d1c1c53752708af6674 2024-12-15T09:20:11,782 INFO [StoreOpener-450fd42623f83d1c1c53752708af6674-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 450fd42623f83d1c1c53752708af6674 columnFamilyName f 2024-12-15T09:20:11,782 DEBUG [StoreOpener-450fd42623f83d1c1c53752708af6674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:11,783 INFO [StoreOpener-450fd42623f83d1c1c53752708af6674-1 {}] regionserver.HStore(327): Store=450fd42623f83d1c1c53752708af6674/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:11,783 INFO [StoreOpener-450fd42623f83d1c1c53752708af6674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 450fd42623f83d1c1c53752708af6674 2024-12-15T09:20:11,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=18 2024-12-15T09:20:11,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=18, state=SUCCESS; OpenRegionProcedure 294beeed1029c673f40356192825dceb, server=bc087f1894b4,46641,1734254397519 in 185 msec 2024-12-15T09:20:11,785 INFO [StoreOpener-450fd42623f83d1c1c53752708af6674-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 450fd42623f83d1c1c53752708af6674 columnFamilyName norep 2024-12-15T09:20:11,785 DEBUG [StoreOpener-450fd42623f83d1c1c53752708af6674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:11,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=294beeed1029c673f40356192825dceb, ASSIGN in 364 msec 2024-12-15T09:20:11,786 INFO [StoreOpener-450fd42623f83d1c1c53752708af6674-1 {}] regionserver.HStore(327): Store=450fd42623f83d1c1c53752708af6674/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:11,787 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/450fd42623f83d1c1c53752708af6674 2024-12-15T09:20:11,788 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/450fd42623f83d1c1c53752708af6674 2024-12-15T09:20:11,793 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:11,795 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 450fd42623f83d1c1c53752708af6674 2024-12-15T09:20:11,799 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/450fd42623f83d1c1c53752708af6674/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:11,800 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 450fd42623f83d1c1c53752708af6674; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66201595, jitterRate=-0.01351936161518097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:11,800 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 450fd42623f83d1c1c53752708af6674: 2024-12-15T09:20:11,801 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734254408758.450fd42623f83d1c1c53752708af6674., pid=53, masterSystemTime=1734254411732 2024-12-15T09:20:11,805 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734254408758.450fd42623f83d1c1c53752708af6674. 2024-12-15T09:20:11,806 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,kkk,1734254408758.450fd42623f83d1c1c53752708af6674. 2024-12-15T09:20:11,806 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,www,1734254408758.8abaf086810fc57614a6a5a513bf78fa. 2024-12-15T09:20:11,806 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=450fd42623f83d1c1c53752708af6674, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,806 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 8abaf086810fc57614a6a5a513bf78fa, NAME => 'test,www,1734254408758.8abaf086810fc57614a6a5a513bf78fa.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-15T09:20:11,807 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8abaf086810fc57614a6a5a513bf78fa 2024-12-15T09:20:11,807 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,www,1734254408758.8abaf086810fc57614a6a5a513bf78fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:11,807 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 8abaf086810fc57614a6a5a513bf78fa 2024-12-15T09:20:11,807 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 8abaf086810fc57614a6a5a513bf78fa 2024-12-15T09:20:11,810 INFO [StoreOpener-8abaf086810fc57614a6a5a513bf78fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8abaf086810fc57614a6a5a513bf78fa 2024-12-15T09:20:11,813 INFO [StoreOpener-8abaf086810fc57614a6a5a513bf78fa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8abaf086810fc57614a6a5a513bf78fa columnFamilyName f 2024-12-15T09:20:11,813 DEBUG [StoreOpener-8abaf086810fc57614a6a5a513bf78fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:11,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=20 2024-12-15T09:20:11,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=20, state=SUCCESS; OpenRegionProcedure 450fd42623f83d1c1c53752708af6674, server=bc087f1894b4,46641,1734254397519 in 193 msec 2024-12-15T09:20:11,814 INFO [StoreOpener-8abaf086810fc57614a6a5a513bf78fa-1 {}] regionserver.HStore(327): Store=8abaf086810fc57614a6a5a513bf78fa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:11,814 INFO [StoreOpener-8abaf086810fc57614a6a5a513bf78fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8abaf086810fc57614a6a5a513bf78fa 2024-12-15T09:20:11,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=450fd42623f83d1c1c53752708af6674, ASSIGN in 395 msec 2024-12-15T09:20:11,817 INFO [StoreOpener-8abaf086810fc57614a6a5a513bf78fa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8abaf086810fc57614a6a5a513bf78fa columnFamilyName norep 2024-12-15T09:20:11,817 DEBUG [StoreOpener-8abaf086810fc57614a6a5a513bf78fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:11,818 INFO [StoreOpener-8abaf086810fc57614a6a5a513bf78fa-1 {}] regionserver.HStore(327): Store=8abaf086810fc57614a6a5a513bf78fa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:11,820 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/8abaf086810fc57614a6a5a513bf78fa 2024-12-15T09:20:11,820 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/8abaf086810fc57614a6a5a513bf78fa 2024-12-15T09:20:11,822 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:11,826 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 8abaf086810fc57614a6a5a513bf78fa 2024-12-15T09:20:11,830 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/8abaf086810fc57614a6a5a513bf78fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:11,831 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 8abaf086810fc57614a6a5a513bf78fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63768607, jitterRate=-0.04977370798587799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:11,831 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 8abaf086810fc57614a6a5a513bf78fa: 2024-12-15T09:20:11,832 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734254408758.8abaf086810fc57614a6a5a513bf78fa., pid=54, masterSystemTime=1734254411732 2024-12-15T09:20:11,835 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734254408758.8abaf086810fc57614a6a5a513bf78fa. 2024-12-15T09:20:11,835 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,www,1734254408758.8abaf086810fc57614a6a5a513bf78fa. 2024-12-15T09:20:11,835 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,ttt,1734254408758.bc1395a2172b5a857fb26eb453eab350. 2024-12-15T09:20:11,835 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => bc1395a2172b5a857fb26eb453eab350, NAME => 'test,ttt,1734254408758.bc1395a2172b5a857fb26eb453eab350.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-15T09:20:11,835 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=8abaf086810fc57614a6a5a513bf78fa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,836 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bc1395a2172b5a857fb26eb453eab350 2024-12-15T09:20:11,836 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,ttt,1734254408758.bc1395a2172b5a857fb26eb453eab350.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:11,836 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for bc1395a2172b5a857fb26eb453eab350 2024-12-15T09:20:11,836 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for bc1395a2172b5a857fb26eb453eab350 2024-12-15T09:20:11,838 INFO [StoreOpener-bc1395a2172b5a857fb26eb453eab350-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bc1395a2172b5a857fb26eb453eab350 2024-12-15T09:20:11,840 INFO [StoreOpener-bc1395a2172b5a857fb26eb453eab350-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc1395a2172b5a857fb26eb453eab350 columnFamilyName f 2024-12-15T09:20:11,840 DEBUG [StoreOpener-bc1395a2172b5a857fb26eb453eab350-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:11,841 INFO [StoreOpener-bc1395a2172b5a857fb26eb453eab350-1 {}] regionserver.HStore(327): Store=bc1395a2172b5a857fb26eb453eab350/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:11,841 INFO [StoreOpener-bc1395a2172b5a857fb26eb453eab350-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bc1395a2172b5a857fb26eb453eab350 2024-12-15T09:20:11,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=32 2024-12-15T09:20:11,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=32, state=SUCCESS; OpenRegionProcedure 8abaf086810fc57614a6a5a513bf78fa, server=bc087f1894b4,46641,1734254397519 in 221 msec 2024-12-15T09:20:11,843 INFO [StoreOpener-bc1395a2172b5a857fb26eb453eab350-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc1395a2172b5a857fb26eb453eab350 columnFamilyName norep 2024-12-15T09:20:11,844 DEBUG [StoreOpener-bc1395a2172b5a857fb26eb453eab350-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:11,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8abaf086810fc57614a6a5a513bf78fa, ASSIGN in 423 msec 2024-12-15T09:20:11,845 INFO [StoreOpener-bc1395a2172b5a857fb26eb453eab350-1 {}] regionserver.HStore(327): Store=bc1395a2172b5a857fb26eb453eab350/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:11,846 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/bc1395a2172b5a857fb26eb453eab350 2024-12-15T09:20:11,846 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/bc1395a2172b5a857fb26eb453eab350 2024-12-15T09:20:11,848 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:11,849 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for bc1395a2172b5a857fb26eb453eab350 2024-12-15T09:20:11,851 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/bc1395a2172b5a857fb26eb453eab350/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:11,852 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened bc1395a2172b5a857fb26eb453eab350; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61909682, jitterRate=-0.07747384905815125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:11,852 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for bc1395a2172b5a857fb26eb453eab350: 2024-12-15T09:20:11,853 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734254408758.bc1395a2172b5a857fb26eb453eab350., pid=61, masterSystemTime=1734254411732 2024-12-15T09:20:11,855 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734254408758.bc1395a2172b5a857fb26eb453eab350. 2024-12-15T09:20:11,855 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,ttt,1734254408758.bc1395a2172b5a857fb26eb453eab350. 2024-12-15T09:20:11,855 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,fff,1734254408758.0b5e78e65337920a5be674555ae08715. 2024-12-15T09:20:11,855 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 0b5e78e65337920a5be674555ae08715, NAME => 'test,fff,1734254408758.0b5e78e65337920a5be674555ae08715.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-15T09:20:11,855 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=bc1395a2172b5a857fb26eb453eab350, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,856 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0b5e78e65337920a5be674555ae08715 2024-12-15T09:20:11,856 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,fff,1734254408758.0b5e78e65337920a5be674555ae08715.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:11,856 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 0b5e78e65337920a5be674555ae08715 2024-12-15T09:20:11,856 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 0b5e78e65337920a5be674555ae08715 2024-12-15T09:20:11,858 INFO [StoreOpener-0b5e78e65337920a5be674555ae08715-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0b5e78e65337920a5be674555ae08715 2024-12-15T09:20:11,860 INFO [StoreOpener-0b5e78e65337920a5be674555ae08715-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b5e78e65337920a5be674555ae08715 columnFamilyName f 2024-12-15T09:20:11,860 DEBUG [StoreOpener-0b5e78e65337920a5be674555ae08715-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:11,860 INFO [StoreOpener-0b5e78e65337920a5be674555ae08715-1 {}] regionserver.HStore(327): Store=0b5e78e65337920a5be674555ae08715/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:11,861 INFO [StoreOpener-0b5e78e65337920a5be674555ae08715-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0b5e78e65337920a5be674555ae08715 2024-12-15T09:20:11,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=29 2024-12-15T09:20:11,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=29, state=SUCCESS; OpenRegionProcedure bc1395a2172b5a857fb26eb453eab350, server=bc087f1894b4,46641,1734254397519 in 218 msec 2024-12-15T09:20:11,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bc1395a2172b5a857fb26eb453eab350, ASSIGN in 442 msec 2024-12-15T09:20:11,863 INFO [StoreOpener-0b5e78e65337920a5be674555ae08715-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b5e78e65337920a5be674555ae08715 columnFamilyName norep 2024-12-15T09:20:11,863 DEBUG [StoreOpener-0b5e78e65337920a5be674555ae08715-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:11,864 INFO [StoreOpener-0b5e78e65337920a5be674555ae08715-1 {}] regionserver.HStore(327): Store=0b5e78e65337920a5be674555ae08715/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:11,865 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/0b5e78e65337920a5be674555ae08715 2024-12-15T09:20:11,865 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/0b5e78e65337920a5be674555ae08715 2024-12-15T09:20:11,866 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:11,868 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 0b5e78e65337920a5be674555ae08715 2024-12-15T09:20:11,870 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/0b5e78e65337920a5be674555ae08715/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:11,871 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 0b5e78e65337920a5be674555ae08715; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71959114, jitterRate=0.0722743570804596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:11,871 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 0b5e78e65337920a5be674555ae08715: 2024-12-15T09:20:11,872 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734254408758.0b5e78e65337920a5be674555ae08715., pid=59, masterSystemTime=1734254411732 2024-12-15T09:20:11,875 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734254408758.0b5e78e65337920a5be674555ae08715. 2024-12-15T09:20:11,875 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,fff,1734254408758.0b5e78e65337920a5be674555ae08715. 2024-12-15T09:20:11,875 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,sss,1734254408758.20a8be4eb0ad9aaf19afc7e8c2c18858. 2024-12-15T09:20:11,875 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 20a8be4eb0ad9aaf19afc7e8c2c18858, NAME => 'test,sss,1734254408758.20a8be4eb0ad9aaf19afc7e8c2c18858.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-15T09:20:11,875 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=0b5e78e65337920a5be674555ae08715, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,875 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 20a8be4eb0ad9aaf19afc7e8c2c18858 2024-12-15T09:20:11,875 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,sss,1734254408758.20a8be4eb0ad9aaf19afc7e8c2c18858.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:11,875 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 20a8be4eb0ad9aaf19afc7e8c2c18858 2024-12-15T09:20:11,875 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 20a8be4eb0ad9aaf19afc7e8c2c18858 2024-12-15T09:20:11,877 INFO [StoreOpener-20a8be4eb0ad9aaf19afc7e8c2c18858-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 20a8be4eb0ad9aaf19afc7e8c2c18858 2024-12-15T09:20:11,879 INFO [StoreOpener-20a8be4eb0ad9aaf19afc7e8c2c18858-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20a8be4eb0ad9aaf19afc7e8c2c18858 columnFamilyName f 2024-12-15T09:20:11,879 DEBUG [StoreOpener-20a8be4eb0ad9aaf19afc7e8c2c18858-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:11,880 INFO [StoreOpener-20a8be4eb0ad9aaf19afc7e8c2c18858-1 {}] regionserver.HStore(327): Store=20a8be4eb0ad9aaf19afc7e8c2c18858/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:11,880 INFO [StoreOpener-20a8be4eb0ad9aaf19afc7e8c2c18858-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 20a8be4eb0ad9aaf19afc7e8c2c18858 2024-12-15T09:20:11,882 INFO [StoreOpener-20a8be4eb0ad9aaf19afc7e8c2c18858-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20a8be4eb0ad9aaf19afc7e8c2c18858 columnFamilyName norep 2024-12-15T09:20:11,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=15 2024-12-15T09:20:11,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=15, state=SUCCESS; OpenRegionProcedure 0b5e78e65337920a5be674555ae08715, server=bc087f1894b4,46641,1734254397519 in 245 msec 2024-12-15T09:20:11,882 DEBUG [StoreOpener-20a8be4eb0ad9aaf19afc7e8c2c18858-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:11,883 INFO [StoreOpener-20a8be4eb0ad9aaf19afc7e8c2c18858-1 {}] regionserver.HStore(327): Store=20a8be4eb0ad9aaf19afc7e8c2c18858/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:11,884 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/20a8be4eb0ad9aaf19afc7e8c2c18858 2024-12-15T09:20:11,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0b5e78e65337920a5be674555ae08715, ASSIGN in 463 msec 2024-12-15T09:20:11,884 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/20a8be4eb0ad9aaf19afc7e8c2c18858 2024-12-15T09:20:11,885 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:11,886 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 20a8be4eb0ad9aaf19afc7e8c2c18858 2024-12-15T09:20:11,889 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/20a8be4eb0ad9aaf19afc7e8c2c18858/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:11,889 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 20a8be4eb0ad9aaf19afc7e8c2c18858; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70483700, jitterRate=0.05028897523880005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:11,889 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 20a8be4eb0ad9aaf19afc7e8c2c18858: 2024-12-15T09:20:11,890 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734254408758.20a8be4eb0ad9aaf19afc7e8c2c18858., pid=50, masterSystemTime=1734254411732 2024-12-15T09:20:11,892 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734254408758.20a8be4eb0ad9aaf19afc7e8c2c18858. 2024-12-15T09:20:11,893 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,sss,1734254408758.20a8be4eb0ad9aaf19afc7e8c2c18858. 2024-12-15T09:20:11,893 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,nnn,1734254408758.c47435f49d87b665ab453b9679e25b82. 2024-12-15T09:20:11,893 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => c47435f49d87b665ab453b9679e25b82, NAME => 'test,nnn,1734254408758.c47435f49d87b665ab453b9679e25b82.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-15T09:20:11,893 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c47435f49d87b665ab453b9679e25b82 2024-12-15T09:20:11,893 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,nnn,1734254408758.c47435f49d87b665ab453b9679e25b82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:11,893 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=20a8be4eb0ad9aaf19afc7e8c2c18858, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,893 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for c47435f49d87b665ab453b9679e25b82 2024-12-15T09:20:11,893 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for c47435f49d87b665ab453b9679e25b82 2024-12-15T09:20:11,895 INFO [StoreOpener-c47435f49d87b665ab453b9679e25b82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c47435f49d87b665ab453b9679e25b82 2024-12-15T09:20:11,897 INFO [StoreOpener-c47435f49d87b665ab453b9679e25b82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c47435f49d87b665ab453b9679e25b82 columnFamilyName f 2024-12-15T09:20:11,897 DEBUG [StoreOpener-c47435f49d87b665ab453b9679e25b82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:11,899 INFO [StoreOpener-c47435f49d87b665ab453b9679e25b82-1 {}] regionserver.HStore(327): Store=c47435f49d87b665ab453b9679e25b82/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:11,899 INFO [StoreOpener-c47435f49d87b665ab453b9679e25b82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c47435f49d87b665ab453b9679e25b82 2024-12-15T09:20:11,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=28 2024-12-15T09:20:11,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=28, state=SUCCESS; OpenRegionProcedure 20a8be4eb0ad9aaf19afc7e8c2c18858, server=bc087f1894b4,46641,1734254397519 in 289 msec 2024-12-15T09:20:11,901 INFO [StoreOpener-c47435f49d87b665ab453b9679e25b82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c47435f49d87b665ab453b9679e25b82 columnFamilyName norep 2024-12-15T09:20:11,901 DEBUG [StoreOpener-c47435f49d87b665ab453b9679e25b82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:11,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=20a8be4eb0ad9aaf19afc7e8c2c18858, ASSIGN in 480 msec 2024-12-15T09:20:11,902 INFO [StoreOpener-c47435f49d87b665ab453b9679e25b82-1 {}] regionserver.HStore(327): Store=c47435f49d87b665ab453b9679e25b82/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:11,902 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/c47435f49d87b665ab453b9679e25b82 2024-12-15T09:20:11,903 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/c47435f49d87b665ab453b9679e25b82 2024-12-15T09:20:11,904 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:11,905 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for c47435f49d87b665ab453b9679e25b82 2024-12-15T09:20:11,908 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/c47435f49d87b665ab453b9679e25b82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:11,909 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened c47435f49d87b665ab453b9679e25b82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73648939, jitterRate=0.09745471179485321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:11,909 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for c47435f49d87b665ab453b9679e25b82: 2024-12-15T09:20:11,910 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734254408758.c47435f49d87b665ab453b9679e25b82., pid=47, masterSystemTime=1734254411732 2024-12-15T09:20:11,912 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734254408758.c47435f49d87b665ab453b9679e25b82. 2024-12-15T09:20:11,912 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,nnn,1734254408758.c47435f49d87b665ab453b9679e25b82. 2024-12-15T09:20:11,912 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,lll,1734254408758.c1b88c75ae9f524578192da8d1b08e24. 2024-12-15T09:20:11,913 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => c1b88c75ae9f524578192da8d1b08e24, NAME => 'test,lll,1734254408758.c1b88c75ae9f524578192da8d1b08e24.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-15T09:20:11,913 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=c47435f49d87b665ab453b9679e25b82, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,913 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c1b88c75ae9f524578192da8d1b08e24 2024-12-15T09:20:11,913 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,lll,1734254408758.c1b88c75ae9f524578192da8d1b08e24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:11,913 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for c1b88c75ae9f524578192da8d1b08e24 2024-12-15T09:20:11,913 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for c1b88c75ae9f524578192da8d1b08e24 2024-12-15T09:20:11,916 INFO [StoreOpener-c1b88c75ae9f524578192da8d1b08e24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c1b88c75ae9f524578192da8d1b08e24 2024-12-15T09:20:11,919 INFO [StoreOpener-c1b88c75ae9f524578192da8d1b08e24-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1b88c75ae9f524578192da8d1b08e24 columnFamilyName f 2024-12-15T09:20:11,919 DEBUG [StoreOpener-c1b88c75ae9f524578192da8d1b08e24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:11,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=23 2024-12-15T09:20:11,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=23, state=SUCCESS; OpenRegionProcedure c47435f49d87b665ab453b9679e25b82, server=bc087f1894b4,46641,1734254397519 in 316 msec 2024-12-15T09:20:11,920 INFO [StoreOpener-c1b88c75ae9f524578192da8d1b08e24-1 {}] regionserver.HStore(327): Store=c1b88c75ae9f524578192da8d1b08e24/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:11,920 INFO [StoreOpener-c1b88c75ae9f524578192da8d1b08e24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c1b88c75ae9f524578192da8d1b08e24 2024-12-15T09:20:11,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c47435f49d87b665ab453b9679e25b82, ASSIGN in 501 msec 2024-12-15T09:20:11,922 INFO [StoreOpener-c1b88c75ae9f524578192da8d1b08e24-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1b88c75ae9f524578192da8d1b08e24 columnFamilyName norep 2024-12-15T09:20:11,922 DEBUG [StoreOpener-c1b88c75ae9f524578192da8d1b08e24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:11,923 INFO [StoreOpener-c1b88c75ae9f524578192da8d1b08e24-1 {}] regionserver.HStore(327): Store=c1b88c75ae9f524578192da8d1b08e24/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:11,924 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/c1b88c75ae9f524578192da8d1b08e24 2024-12-15T09:20:11,924 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/c1b88c75ae9f524578192da8d1b08e24 2024-12-15T09:20:11,926 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:11,928 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for c1b88c75ae9f524578192da8d1b08e24 2024-12-15T09:20:11,930 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/c1b88c75ae9f524578192da8d1b08e24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:11,931 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened c1b88c75ae9f524578192da8d1b08e24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72979346, jitterRate=0.08747699856758118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:11,932 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for c1b88c75ae9f524578192da8d1b08e24: 2024-12-15T09:20:11,932 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734254408758.c1b88c75ae9f524578192da8d1b08e24., pid=45, masterSystemTime=1734254411732 2024-12-15T09:20:11,935 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734254408758.c1b88c75ae9f524578192da8d1b08e24. 2024-12-15T09:20:11,935 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,lll,1734254408758.c1b88c75ae9f524578192da8d1b08e24. 2024-12-15T09:20:11,935 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,yyy,1734254408758.70c87eadd02aa7e04c05a1c8ba6e6862. 2024-12-15T09:20:11,935 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 70c87eadd02aa7e04c05a1c8ba6e6862, NAME => 'test,yyy,1734254408758.70c87eadd02aa7e04c05a1c8ba6e6862.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-15T09:20:11,936 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 70c87eadd02aa7e04c05a1c8ba6e6862 2024-12-15T09:20:11,936 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,yyy,1734254408758.70c87eadd02aa7e04c05a1c8ba6e6862.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:11,936 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=c1b88c75ae9f524578192da8d1b08e24, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,936 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 70c87eadd02aa7e04c05a1c8ba6e6862 2024-12-15T09:20:11,936 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 70c87eadd02aa7e04c05a1c8ba6e6862 2024-12-15T09:20:11,938 INFO [StoreOpener-70c87eadd02aa7e04c05a1c8ba6e6862-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 70c87eadd02aa7e04c05a1c8ba6e6862 2024-12-15T09:20:11,940 INFO [StoreOpener-70c87eadd02aa7e04c05a1c8ba6e6862-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70c87eadd02aa7e04c05a1c8ba6e6862 columnFamilyName f 2024-12-15T09:20:11,940 DEBUG [StoreOpener-70c87eadd02aa7e04c05a1c8ba6e6862-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:11,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=21 2024-12-15T09:20:11,941 INFO [StoreOpener-70c87eadd02aa7e04c05a1c8ba6e6862-1 {}] regionserver.HStore(327): Store=70c87eadd02aa7e04c05a1c8ba6e6862/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:11,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=21, state=SUCCESS; OpenRegionProcedure c1b88c75ae9f524578192da8d1b08e24, server=bc087f1894b4,46641,1734254397519 in 344 msec 2024-12-15T09:20:11,941 INFO [StoreOpener-70c87eadd02aa7e04c05a1c8ba6e6862-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 70c87eadd02aa7e04c05a1c8ba6e6862 2024-12-15T09:20:11,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c1b88c75ae9f524578192da8d1b08e24, ASSIGN in 522 msec 2024-12-15T09:20:11,943 INFO [StoreOpener-70c87eadd02aa7e04c05a1c8ba6e6862-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70c87eadd02aa7e04c05a1c8ba6e6862 columnFamilyName norep 2024-12-15T09:20:11,943 DEBUG [StoreOpener-70c87eadd02aa7e04c05a1c8ba6e6862-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:11,944 INFO [StoreOpener-70c87eadd02aa7e04c05a1c8ba6e6862-1 {}] regionserver.HStore(327): Store=70c87eadd02aa7e04c05a1c8ba6e6862/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:11,945 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/70c87eadd02aa7e04c05a1c8ba6e6862 2024-12-15T09:20:11,946 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/70c87eadd02aa7e04c05a1c8ba6e6862 2024-12-15T09:20:11,947 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:11,948 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 70c87eadd02aa7e04c05a1c8ba6e6862 2024-12-15T09:20:11,951 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/70c87eadd02aa7e04c05a1c8ba6e6862/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:11,951 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 70c87eadd02aa7e04c05a1c8ba6e6862; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60472479, jitterRate=-0.09888984262943268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:11,951 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 70c87eadd02aa7e04c05a1c8ba6e6862: 2024-12-15T09:20:11,952 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734254408758.70c87eadd02aa7e04c05a1c8ba6e6862., pid=38, masterSystemTime=1734254411732 2024-12-15T09:20:11,955 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734254408758.70c87eadd02aa7e04c05a1c8ba6e6862. 2024-12-15T09:20:11,956 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,yyy,1734254408758.70c87eadd02aa7e04c05a1c8ba6e6862. 2024-12-15T09:20:11,956 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,,1734254408758.9692ed8318bcc1e16a5077683d285c4e. 2024-12-15T09:20:11,956 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 9692ed8318bcc1e16a5077683d285c4e, NAME => 'test,,1734254408758.9692ed8318bcc1e16a5077683d285c4e.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-15T09:20:11,956 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=70c87eadd02aa7e04c05a1c8ba6e6862, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,957 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9692ed8318bcc1e16a5077683d285c4e 2024-12-15T09:20:11,957 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,,1734254408758.9692ed8318bcc1e16a5077683d285c4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:11,957 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 9692ed8318bcc1e16a5077683d285c4e 2024-12-15T09:20:11,957 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 9692ed8318bcc1e16a5077683d285c4e 2024-12-15T09:20:11,959 INFO [StoreOpener-9692ed8318bcc1e16a5077683d285c4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9692ed8318bcc1e16a5077683d285c4e 2024-12-15T09:20:11,961 INFO [StoreOpener-9692ed8318bcc1e16a5077683d285c4e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9692ed8318bcc1e16a5077683d285c4e columnFamilyName f 2024-12-15T09:20:11,961 DEBUG [StoreOpener-9692ed8318bcc1e16a5077683d285c4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:11,962 INFO [StoreOpener-9692ed8318bcc1e16a5077683d285c4e-1 {}] regionserver.HStore(327): Store=9692ed8318bcc1e16a5077683d285c4e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:11,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=34 2024-12-15T09:20:11,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=34, state=SUCCESS; OpenRegionProcedure 70c87eadd02aa7e04c05a1c8ba6e6862, server=bc087f1894b4,46641,1734254397519 in 377 msec 2024-12-15T09:20:11,962 INFO [StoreOpener-9692ed8318bcc1e16a5077683d285c4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9692ed8318bcc1e16a5077683d285c4e 2024-12-15T09:20:11,964 INFO [StoreOpener-9692ed8318bcc1e16a5077683d285c4e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9692ed8318bcc1e16a5077683d285c4e columnFamilyName norep 2024-12-15T09:20:11,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=70c87eadd02aa7e04c05a1c8ba6e6862, ASSIGN in 543 msec 2024-12-15T09:20:11,964 DEBUG [StoreOpener-9692ed8318bcc1e16a5077683d285c4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:11,965 INFO [StoreOpener-9692ed8318bcc1e16a5077683d285c4e-1 {}] regionserver.HStore(327): Store=9692ed8318bcc1e16a5077683d285c4e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:11,966 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/9692ed8318bcc1e16a5077683d285c4e 2024-12-15T09:20:11,966 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/9692ed8318bcc1e16a5077683d285c4e 2024-12-15T09:20:11,967 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:11,969 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 9692ed8318bcc1e16a5077683d285c4e 2024-12-15T09:20:11,971 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/9692ed8318bcc1e16a5077683d285c4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:11,972 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 9692ed8318bcc1e16a5077683d285c4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63518193, jitterRate=-0.05350516736507416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:11,972 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 9692ed8318bcc1e16a5077683d285c4e: 2024-12-15T09:20:11,973 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734254408758.9692ed8318bcc1e16a5077683d285c4e., pid=49, masterSystemTime=1734254411732 2024-12-15T09:20:11,975 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734254408758.9692ed8318bcc1e16a5077683d285c4e. 2024-12-15T09:20:11,975 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,,1734254408758.9692ed8318bcc1e16a5077683d285c4e. 2024-12-15T09:20:11,976 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,xxx,1734254408758.11268ffcf7258e95a5715fe041d67d6d. 2024-12-15T09:20:11,976 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 11268ffcf7258e95a5715fe041d67d6d, NAME => 'test,xxx,1734254408758.11268ffcf7258e95a5715fe041d67d6d.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-15T09:20:11,976 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 11268ffcf7258e95a5715fe041d67d6d 2024-12-15T09:20:11,976 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,xxx,1734254408758.11268ffcf7258e95a5715fe041d67d6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:11,976 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 11268ffcf7258e95a5715fe041d67d6d 2024-12-15T09:20:11,976 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=9692ed8318bcc1e16a5077683d285c4e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:11,976 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 11268ffcf7258e95a5715fe041d67d6d 2024-12-15T09:20:11,978 INFO [StoreOpener-11268ffcf7258e95a5715fe041d67d6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 11268ffcf7258e95a5715fe041d67d6d 2024-12-15T09:20:11,981 INFO [StoreOpener-11268ffcf7258e95a5715fe041d67d6d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11268ffcf7258e95a5715fe041d67d6d columnFamilyName f 2024-12-15T09:20:11,981 DEBUG [StoreOpener-11268ffcf7258e95a5715fe041d67d6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:11,982 INFO [StoreOpener-11268ffcf7258e95a5715fe041d67d6d-1 {}] regionserver.HStore(327): Store=11268ffcf7258e95a5715fe041d67d6d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:11,982 INFO [StoreOpener-11268ffcf7258e95a5715fe041d67d6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 11268ffcf7258e95a5715fe041d67d6d 2024-12-15T09:20:11,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=10 2024-12-15T09:20:11,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=10, state=SUCCESS; OpenRegionProcedure 9692ed8318bcc1e16a5077683d285c4e, server=bc087f1894b4,46641,1734254397519 in 373 msec 2024-12-15T09:20:11,985 INFO [StoreOpener-11268ffcf7258e95a5715fe041d67d6d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11268ffcf7258e95a5715fe041d67d6d columnFamilyName norep 2024-12-15T09:20:11,985 DEBUG [StoreOpener-11268ffcf7258e95a5715fe041d67d6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:11,986 INFO [StoreOpener-11268ffcf7258e95a5715fe041d67d6d-1 {}] regionserver.HStore(327): Store=11268ffcf7258e95a5715fe041d67d6d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:11,987 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/11268ffcf7258e95a5715fe041d67d6d 2024-12-15T09:20:11,988 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/11268ffcf7258e95a5715fe041d67d6d 2024-12-15T09:20:11,990 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:11,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9692ed8318bcc1e16a5077683d285c4e, ASSIGN in 564 msec 2024-12-15T09:20:11,992 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 11268ffcf7258e95a5715fe041d67d6d 2024-12-15T09:20:11,996 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/11268ffcf7258e95a5715fe041d67d6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:11,997 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 11268ffcf7258e95a5715fe041d67d6d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74605549, jitterRate=0.11170931160449982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:11,997 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 11268ffcf7258e95a5715fe041d67d6d: 2024-12-15T09:20:11,998 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734254408758.11268ffcf7258e95a5715fe041d67d6d., pid=52, masterSystemTime=1734254411732 2024-12-15T09:20:12,001 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734254408758.11268ffcf7258e95a5715fe041d67d6d. 2024-12-15T09:20:12,001 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,xxx,1734254408758.11268ffcf7258e95a5715fe041d67d6d. 2024-12-15T09:20:12,001 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,qqq,1734254408758.2c9cfb8914a0a2219350f2245b49fe7a. 2024-12-15T09:20:12,001 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 2c9cfb8914a0a2219350f2245b49fe7a, NAME => 'test,qqq,1734254408758.2c9cfb8914a0a2219350f2245b49fe7a.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-15T09:20:12,002 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2c9cfb8914a0a2219350f2245b49fe7a 2024-12-15T09:20:12,002 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,qqq,1734254408758.2c9cfb8914a0a2219350f2245b49fe7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:12,002 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=11268ffcf7258e95a5715fe041d67d6d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:12,002 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 2c9cfb8914a0a2219350f2245b49fe7a 2024-12-15T09:20:12,002 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 2c9cfb8914a0a2219350f2245b49fe7a 2024-12-15T09:20:12,005 INFO [StoreOpener-2c9cfb8914a0a2219350f2245b49fe7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2c9cfb8914a0a2219350f2245b49fe7a 2024-12-15T09:20:12,007 INFO [StoreOpener-2c9cfb8914a0a2219350f2245b49fe7a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c9cfb8914a0a2219350f2245b49fe7a columnFamilyName f 2024-12-15T09:20:12,007 DEBUG [StoreOpener-2c9cfb8914a0a2219350f2245b49fe7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,008 INFO [StoreOpener-2c9cfb8914a0a2219350f2245b49fe7a-1 {}] regionserver.HStore(327): Store=2c9cfb8914a0a2219350f2245b49fe7a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=33 2024-12-15T09:20:12,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=33, state=SUCCESS; OpenRegionProcedure 11268ffcf7258e95a5715fe041d67d6d, server=bc087f1894b4,46641,1734254397519 in 393 msec 2024-12-15T09:20:12,008 INFO [StoreOpener-2c9cfb8914a0a2219350f2245b49fe7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2c9cfb8914a0a2219350f2245b49fe7a 2024-12-15T09:20:12,010 INFO [StoreOpener-2c9cfb8914a0a2219350f2245b49fe7a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c9cfb8914a0a2219350f2245b49fe7a columnFamilyName norep 2024-12-15T09:20:12,010 DEBUG [StoreOpener-2c9cfb8914a0a2219350f2245b49fe7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=11268ffcf7258e95a5715fe041d67d6d, ASSIGN in 589 msec 2024-12-15T09:20:12,011 INFO [StoreOpener-2c9cfb8914a0a2219350f2245b49fe7a-1 {}] regionserver.HStore(327): Store=2c9cfb8914a0a2219350f2245b49fe7a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,012 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/2c9cfb8914a0a2219350f2245b49fe7a 2024-12-15T09:20:12,013 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/2c9cfb8914a0a2219350f2245b49fe7a 2024-12-15T09:20:12,014 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:12,016 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 2c9cfb8914a0a2219350f2245b49fe7a 2024-12-15T09:20:12,018 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/2c9cfb8914a0a2219350f2245b49fe7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:12,019 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 2c9cfb8914a0a2219350f2245b49fe7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72850263, jitterRate=0.08555351197719574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:12,019 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 2c9cfb8914a0a2219350f2245b49fe7a: 2024-12-15T09:20:12,020 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734254408758.2c9cfb8914a0a2219350f2245b49fe7a., pid=44, masterSystemTime=1734254411732 2024-12-15T09:20:12,022 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734254408758.2c9cfb8914a0a2219350f2245b49fe7a. 2024-12-15T09:20:12,022 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,qqq,1734254408758.2c9cfb8914a0a2219350f2245b49fe7a. 2024-12-15T09:20:12,022 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,vvv,1734254408758.e370dbc76c852876b78da9c626b451c9. 2024-12-15T09:20:12,022 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => e370dbc76c852876b78da9c626b451c9, NAME => 'test,vvv,1734254408758.e370dbc76c852876b78da9c626b451c9.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-15T09:20:12,023 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=2c9cfb8914a0a2219350f2245b49fe7a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:12,023 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e370dbc76c852876b78da9c626b451c9 2024-12-15T09:20:12,023 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,vvv,1734254408758.e370dbc76c852876b78da9c626b451c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:12,023 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for e370dbc76c852876b78da9c626b451c9 2024-12-15T09:20:12,023 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for e370dbc76c852876b78da9c626b451c9 2024-12-15T09:20:12,025 INFO [StoreOpener-e370dbc76c852876b78da9c626b451c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e370dbc76c852876b78da9c626b451c9 2024-12-15T09:20:12,026 INFO [StoreOpener-e370dbc76c852876b78da9c626b451c9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e370dbc76c852876b78da9c626b451c9 columnFamilyName f 2024-12-15T09:20:12,026 DEBUG [StoreOpener-e370dbc76c852876b78da9c626b451c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,027 INFO [StoreOpener-e370dbc76c852876b78da9c626b451c9-1 {}] regionserver.HStore(327): Store=e370dbc76c852876b78da9c626b451c9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,027 INFO [StoreOpener-e370dbc76c852876b78da9c626b451c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e370dbc76c852876b78da9c626b451c9 2024-12-15T09:20:12,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=26 2024-12-15T09:20:12,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=26, state=SUCCESS; OpenRegionProcedure 2c9cfb8914a0a2219350f2245b49fe7a, server=bc087f1894b4,46641,1734254397519 in 432 msec 2024-12-15T09:20:12,029 INFO [StoreOpener-e370dbc76c852876b78da9c626b451c9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e370dbc76c852876b78da9c626b451c9 columnFamilyName norep 2024-12-15T09:20:12,029 DEBUG [StoreOpener-e370dbc76c852876b78da9c626b451c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2c9cfb8914a0a2219350f2245b49fe7a, ASSIGN in 609 msec 2024-12-15T09:20:12,030 INFO [StoreOpener-e370dbc76c852876b78da9c626b451c9-1 {}] regionserver.HStore(327): Store=e370dbc76c852876b78da9c626b451c9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,031 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/e370dbc76c852876b78da9c626b451c9 2024-12-15T09:20:12,031 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/e370dbc76c852876b78da9c626b451c9 2024-12-15T09:20:12,032 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:12,033 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for e370dbc76c852876b78da9c626b451c9 2024-12-15T09:20:12,035 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/e370dbc76c852876b78da9c626b451c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:12,035 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened e370dbc76c852876b78da9c626b451c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67525451, jitterRate=0.006207630038261414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:12,036 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for e370dbc76c852876b78da9c626b451c9: 2024-12-15T09:20:12,036 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734254408758.e370dbc76c852876b78da9c626b451c9., pid=36, masterSystemTime=1734254411732 2024-12-15T09:20:12,038 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734254408758.e370dbc76c852876b78da9c626b451c9. 2024-12-15T09:20:12,038 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,vvv,1734254408758.e370dbc76c852876b78da9c626b451c9. 2024-12-15T09:20:12,038 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,rrr,1734254408758.83c783f9c833080847041c737c6bd376. 2024-12-15T09:20:12,038 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 83c783f9c833080847041c737c6bd376, NAME => 'test,rrr,1734254408758.83c783f9c833080847041c737c6bd376.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-15T09:20:12,039 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=e370dbc76c852876b78da9c626b451c9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:12,039 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 83c783f9c833080847041c737c6bd376 2024-12-15T09:20:12,039 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,rrr,1734254408758.83c783f9c833080847041c737c6bd376.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:12,039 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 83c783f9c833080847041c737c6bd376 2024-12-15T09:20:12,039 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 83c783f9c833080847041c737c6bd376 2024-12-15T09:20:12,041 INFO [StoreOpener-83c783f9c833080847041c737c6bd376-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 83c783f9c833080847041c737c6bd376 2024-12-15T09:20:12,043 INFO [StoreOpener-83c783f9c833080847041c737c6bd376-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83c783f9c833080847041c737c6bd376 columnFamilyName f 2024-12-15T09:20:12,043 DEBUG [StoreOpener-83c783f9c833080847041c737c6bd376-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,044 INFO [StoreOpener-83c783f9c833080847041c737c6bd376-1 {}] regionserver.HStore(327): Store=83c783f9c833080847041c737c6bd376/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,044 INFO [StoreOpener-83c783f9c833080847041c737c6bd376-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 83c783f9c833080847041c737c6bd376 2024-12-15T09:20:12,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=31 2024-12-15T09:20:12,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=31, state=SUCCESS; OpenRegionProcedure e370dbc76c852876b78da9c626b451c9, server=bc087f1894b4,46641,1734254397519 in 461 msec 2024-12-15T09:20:12,046 INFO [StoreOpener-83c783f9c833080847041c737c6bd376-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83c783f9c833080847041c737c6bd376 columnFamilyName norep 2024-12-15T09:20:12,046 DEBUG [StoreOpener-83c783f9c833080847041c737c6bd376-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e370dbc76c852876b78da9c626b451c9, ASSIGN in 625 msec 2024-12-15T09:20:12,047 INFO [StoreOpener-83c783f9c833080847041c737c6bd376-1 {}] regionserver.HStore(327): Store=83c783f9c833080847041c737c6bd376/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,047 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/83c783f9c833080847041c737c6bd376 2024-12-15T09:20:12,048 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/83c783f9c833080847041c737c6bd376 2024-12-15T09:20:12,049 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:12,050 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 83c783f9c833080847041c737c6bd376 2024-12-15T09:20:12,053 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/83c783f9c833080847041c737c6bd376/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:12,053 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 83c783f9c833080847041c737c6bd376; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72165665, jitterRate=0.07535220682621002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:12,053 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 83c783f9c833080847041c737c6bd376: 2024-12-15T09:20:12,054 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734254408758.83c783f9c833080847041c737c6bd376., pid=39, masterSystemTime=1734254411732 2024-12-15T09:20:12,056 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734254408758.83c783f9c833080847041c737c6bd376. 2024-12-15T09:20:12,056 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,rrr,1734254408758.83c783f9c833080847041c737c6bd376. 2024-12-15T09:20:12,056 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,mmm,1734254408758.b5a24cf15ebfd5d158dac474a10b30ab. 2024-12-15T09:20:12,057 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => b5a24cf15ebfd5d158dac474a10b30ab, NAME => 'test,mmm,1734254408758.b5a24cf15ebfd5d158dac474a10b30ab.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-15T09:20:12,057 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=83c783f9c833080847041c737c6bd376, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:12,057 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b5a24cf15ebfd5d158dac474a10b30ab 2024-12-15T09:20:12,057 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,mmm,1734254408758.b5a24cf15ebfd5d158dac474a10b30ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:12,057 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for b5a24cf15ebfd5d158dac474a10b30ab 2024-12-15T09:20:12,057 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for b5a24cf15ebfd5d158dac474a10b30ab 2024-12-15T09:20:12,060 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33981 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=bc087f1894b4,46641,1734254397519, table=test, region=83c783f9c833080847041c737c6bd376. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T09:20:12,062 INFO [StoreOpener-b5a24cf15ebfd5d158dac474a10b30ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b5a24cf15ebfd5d158dac474a10b30ab 2024-12-15T09:20:12,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=27 2024-12-15T09:20:12,064 INFO [StoreOpener-b5a24cf15ebfd5d158dac474a10b30ab-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5a24cf15ebfd5d158dac474a10b30ab columnFamilyName f 2024-12-15T09:20:12,064 DEBUG [StoreOpener-b5a24cf15ebfd5d158dac474a10b30ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,065 INFO [StoreOpener-b5a24cf15ebfd5d158dac474a10b30ab-1 {}] regionserver.HStore(327): Store=b5a24cf15ebfd5d158dac474a10b30ab/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,065 INFO [StoreOpener-b5a24cf15ebfd5d158dac474a10b30ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b5a24cf15ebfd5d158dac474a10b30ab 2024-12-15T09:20:12,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=27, state=SUCCESS; OpenRegionProcedure 83c783f9c833080847041c737c6bd376, server=bc087f1894b4,46641,1734254397519 in 477 msec 2024-12-15T09:20:12,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=83c783f9c833080847041c737c6bd376, ASSIGN in 645 msec 2024-12-15T09:20:12,067 INFO [StoreOpener-b5a24cf15ebfd5d158dac474a10b30ab-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5a24cf15ebfd5d158dac474a10b30ab columnFamilyName norep 2024-12-15T09:20:12,067 DEBUG [StoreOpener-b5a24cf15ebfd5d158dac474a10b30ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,068 INFO [StoreOpener-b5a24cf15ebfd5d158dac474a10b30ab-1 {}] regionserver.HStore(327): Store=b5a24cf15ebfd5d158dac474a10b30ab/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,069 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/b5a24cf15ebfd5d158dac474a10b30ab 2024-12-15T09:20:12,069 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/b5a24cf15ebfd5d158dac474a10b30ab 2024-12-15T09:20:12,071 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:12,072 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for b5a24cf15ebfd5d158dac474a10b30ab 2024-12-15T09:20:12,074 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/b5a24cf15ebfd5d158dac474a10b30ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:12,075 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened b5a24cf15ebfd5d158dac474a10b30ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62658959, jitterRate=-0.06630875170230865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:12,075 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for b5a24cf15ebfd5d158dac474a10b30ab: 2024-12-15T09:20:12,076 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734254408758.b5a24cf15ebfd5d158dac474a10b30ab., pid=48, masterSystemTime=1734254411732 2024-12-15T09:20:12,079 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734254408758.b5a24cf15ebfd5d158dac474a10b30ab. 2024-12-15T09:20:12,079 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,mmm,1734254408758.b5a24cf15ebfd5d158dac474a10b30ab. 2024-12-15T09:20:12,080 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,ddd,1734254408758.e775a70e897935e9e37a9eb184dc1f23. 2024-12-15T09:20:12,080 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=b5a24cf15ebfd5d158dac474a10b30ab, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:12,080 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => e775a70e897935e9e37a9eb184dc1f23, NAME => 'test,ddd,1734254408758.e775a70e897935e9e37a9eb184dc1f23.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-15T09:20:12,080 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e775a70e897935e9e37a9eb184dc1f23 2024-12-15T09:20:12,080 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,ddd,1734254408758.e775a70e897935e9e37a9eb184dc1f23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:12,080 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for e775a70e897935e9e37a9eb184dc1f23 2024-12-15T09:20:12,080 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for e775a70e897935e9e37a9eb184dc1f23 2024-12-15T09:20:12,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=22 2024-12-15T09:20:12,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=22, state=SUCCESS; OpenRegionProcedure b5a24cf15ebfd5d158dac474a10b30ab, server=bc087f1894b4,46641,1734254397519 in 478 msec 2024-12-15T09:20:12,088 INFO [StoreOpener-e775a70e897935e9e37a9eb184dc1f23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e775a70e897935e9e37a9eb184dc1f23 2024-12-15T09:20:12,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b5a24cf15ebfd5d158dac474a10b30ab, ASSIGN in 667 msec 2024-12-15T09:20:12,090 INFO [StoreOpener-e775a70e897935e9e37a9eb184dc1f23-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e775a70e897935e9e37a9eb184dc1f23 columnFamilyName f 2024-12-15T09:20:12,091 DEBUG [StoreOpener-e775a70e897935e9e37a9eb184dc1f23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,091 INFO [StoreOpener-e775a70e897935e9e37a9eb184dc1f23-1 {}] regionserver.HStore(327): Store=e775a70e897935e9e37a9eb184dc1f23/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,092 INFO [StoreOpener-e775a70e897935e9e37a9eb184dc1f23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e775a70e897935e9e37a9eb184dc1f23 2024-12-15T09:20:12,093 INFO [StoreOpener-e775a70e897935e9e37a9eb184dc1f23-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e775a70e897935e9e37a9eb184dc1f23 columnFamilyName norep 2024-12-15T09:20:12,093 DEBUG [StoreOpener-e775a70e897935e9e37a9eb184dc1f23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,094 INFO [StoreOpener-e775a70e897935e9e37a9eb184dc1f23-1 {}] regionserver.HStore(327): Store=e775a70e897935e9e37a9eb184dc1f23/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,095 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/e775a70e897935e9e37a9eb184dc1f23 2024-12-15T09:20:12,096 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/e775a70e897935e9e37a9eb184dc1f23 2024-12-15T09:20:12,097 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:12,099 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for e775a70e897935e9e37a9eb184dc1f23 2024-12-15T09:20:12,102 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/e775a70e897935e9e37a9eb184dc1f23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:12,102 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened e775a70e897935e9e37a9eb184dc1f23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62055933, jitterRate=-0.07529453933238983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:12,103 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for e775a70e897935e9e37a9eb184dc1f23: 2024-12-15T09:20:12,104 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734254408758.e775a70e897935e9e37a9eb184dc1f23., pid=58, masterSystemTime=1734254411732 2024-12-15T09:20:12,106 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734254408758.e775a70e897935e9e37a9eb184dc1f23. 2024-12-15T09:20:12,107 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,ddd,1734254408758.e775a70e897935e9e37a9eb184dc1f23. 2024-12-15T09:20:12,107 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=e775a70e897935e9e37a9eb184dc1f23, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:12,107 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,uuu,1734254408758.7c689353018bcae91fedea7c3bdaa860. 2024-12-15T09:20:12,107 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 7c689353018bcae91fedea7c3bdaa860, NAME => 'test,uuu,1734254408758.7c689353018bcae91fedea7c3bdaa860.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-15T09:20:12,107 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7c689353018bcae91fedea7c3bdaa860 2024-12-15T09:20:12,108 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,uuu,1734254408758.7c689353018bcae91fedea7c3bdaa860.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:12,108 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 7c689353018bcae91fedea7c3bdaa860 2024-12-15T09:20:12,108 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 7c689353018bcae91fedea7c3bdaa860 2024-12-15T09:20:12,110 INFO [StoreOpener-7c689353018bcae91fedea7c3bdaa860-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7c689353018bcae91fedea7c3bdaa860 2024-12-15T09:20:12,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=13 2024-12-15T09:20:12,113 INFO [StoreOpener-7c689353018bcae91fedea7c3bdaa860-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c689353018bcae91fedea7c3bdaa860 columnFamilyName f 2024-12-15T09:20:12,113 DEBUG [StoreOpener-7c689353018bcae91fedea7c3bdaa860-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=13, state=SUCCESS; OpenRegionProcedure e775a70e897935e9e37a9eb184dc1f23, server=bc087f1894b4,46641,1734254397519 in 479 msec 2024-12-15T09:20:12,114 INFO [StoreOpener-7c689353018bcae91fedea7c3bdaa860-1 {}] regionserver.HStore(327): Store=7c689353018bcae91fedea7c3bdaa860/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,114 INFO [StoreOpener-7c689353018bcae91fedea7c3bdaa860-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7c689353018bcae91fedea7c3bdaa860 2024-12-15T09:20:12,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e775a70e897935e9e37a9eb184dc1f23, ASSIGN in 694 msec 2024-12-15T09:20:12,116 INFO [StoreOpener-7c689353018bcae91fedea7c3bdaa860-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c689353018bcae91fedea7c3bdaa860 columnFamilyName norep 2024-12-15T09:20:12,116 DEBUG [StoreOpener-7c689353018bcae91fedea7c3bdaa860-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,117 INFO [StoreOpener-7c689353018bcae91fedea7c3bdaa860-1 {}] regionserver.HStore(327): Store=7c689353018bcae91fedea7c3bdaa860/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,118 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/7c689353018bcae91fedea7c3bdaa860 2024-12-15T09:20:12,119 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/7c689353018bcae91fedea7c3bdaa860 2024-12-15T09:20:12,121 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:12,123 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 7c689353018bcae91fedea7c3bdaa860 2024-12-15T09:20:12,126 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/7c689353018bcae91fedea7c3bdaa860/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:12,127 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 7c689353018bcae91fedea7c3bdaa860; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63247663, jitterRate=-0.057536378502845764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:12,127 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 7c689353018bcae91fedea7c3bdaa860: 2024-12-15T09:20:12,128 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734254408758.7c689353018bcae91fedea7c3bdaa860., pid=37, masterSystemTime=1734254411732 2024-12-15T09:20:12,130 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734254408758.7c689353018bcae91fedea7c3bdaa860. 2024-12-15T09:20:12,130 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,uuu,1734254408758.7c689353018bcae91fedea7c3bdaa860. 2024-12-15T09:20:12,130 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,bbb,1734254408758.c580048a477005fb90126d8f8d7d9485. 2024-12-15T09:20:12,131 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => c580048a477005fb90126d8f8d7d9485, NAME => 'test,bbb,1734254408758.c580048a477005fb90126d8f8d7d9485.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-15T09:20:12,131 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c580048a477005fb90126d8f8d7d9485 2024-12-15T09:20:12,131 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,bbb,1734254408758.c580048a477005fb90126d8f8d7d9485.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:12,131 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for c580048a477005fb90126d8f8d7d9485 2024-12-15T09:20:12,131 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for c580048a477005fb90126d8f8d7d9485 2024-12-15T09:20:12,131 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=7c689353018bcae91fedea7c3bdaa860, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:12,133 INFO [StoreOpener-c580048a477005fb90126d8f8d7d9485-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c580048a477005fb90126d8f8d7d9485 2024-12-15T09:20:12,135 INFO [StoreOpener-c580048a477005fb90126d8f8d7d9485-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c580048a477005fb90126d8f8d7d9485 columnFamilyName f 2024-12-15T09:20:12,136 DEBUG [StoreOpener-c580048a477005fb90126d8f8d7d9485-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,136 INFO [StoreOpener-c580048a477005fb90126d8f8d7d9485-1 {}] regionserver.HStore(327): Store=c580048a477005fb90126d8f8d7d9485/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,137 INFO [StoreOpener-c580048a477005fb90126d8f8d7d9485-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c580048a477005fb90126d8f8d7d9485 2024-12-15T09:20:12,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=30 2024-12-15T09:20:12,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=30, state=SUCCESS; OpenRegionProcedure 7c689353018bcae91fedea7c3bdaa860, server=bc087f1894b4,46641,1734254397519 in 553 msec 2024-12-15T09:20:12,139 INFO [StoreOpener-c580048a477005fb90126d8f8d7d9485-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c580048a477005fb90126d8f8d7d9485 columnFamilyName norep 2024-12-15T09:20:12,139 DEBUG [StoreOpener-c580048a477005fb90126d8f8d7d9485-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,139 INFO [StoreOpener-c580048a477005fb90126d8f8d7d9485-1 {}] regionserver.HStore(327): Store=c580048a477005fb90126d8f8d7d9485/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7c689353018bcae91fedea7c3bdaa860, ASSIGN in 719 msec 2024-12-15T09:20:12,141 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/c580048a477005fb90126d8f8d7d9485 2024-12-15T09:20:12,141 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/c580048a477005fb90126d8f8d7d9485 2024-12-15T09:20:12,142 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:12,144 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for c580048a477005fb90126d8f8d7d9485 2024-12-15T09:20:12,146 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/c580048a477005fb90126d8f8d7d9485/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:12,147 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened c580048a477005fb90126d8f8d7d9485; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73039523, jitterRate=0.08837370574474335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:12,147 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for c580048a477005fb90126d8f8d7d9485: 2024-12-15T09:20:12,148 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734254408758.c580048a477005fb90126d8f8d7d9485., pid=55, masterSystemTime=1734254411732 2024-12-15T09:20:12,149 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734254408758.c580048a477005fb90126d8f8d7d9485. 2024-12-15T09:20:12,150 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,bbb,1734254408758.c580048a477005fb90126d8f8d7d9485. 2024-12-15T09:20:12,150 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,hhh,1734254408758.123f5d021806bd1f244c0ac9b06e4947. 2024-12-15T09:20:12,150 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 123f5d021806bd1f244c0ac9b06e4947, NAME => 'test,hhh,1734254408758.123f5d021806bd1f244c0ac9b06e4947.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-15T09:20:12,150 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 123f5d021806bd1f244c0ac9b06e4947 2024-12-15T09:20:12,150 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=c580048a477005fb90126d8f8d7d9485, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:12,150 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,hhh,1734254408758.123f5d021806bd1f244c0ac9b06e4947.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:12,150 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 123f5d021806bd1f244c0ac9b06e4947 2024-12-15T09:20:12,151 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 123f5d021806bd1f244c0ac9b06e4947 2024-12-15T09:20:12,153 INFO [StoreOpener-123f5d021806bd1f244c0ac9b06e4947-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 123f5d021806bd1f244c0ac9b06e4947 2024-12-15T09:20:12,155 INFO [StoreOpener-123f5d021806bd1f244c0ac9b06e4947-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 123f5d021806bd1f244c0ac9b06e4947 columnFamilyName f 2024-12-15T09:20:12,155 DEBUG [StoreOpener-123f5d021806bd1f244c0ac9b06e4947-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=11 2024-12-15T09:20:12,156 INFO [StoreOpener-123f5d021806bd1f244c0ac9b06e4947-1 {}] regionserver.HStore(327): Store=123f5d021806bd1f244c0ac9b06e4947/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,156 INFO [StoreOpener-123f5d021806bd1f244c0ac9b06e4947-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 123f5d021806bd1f244c0ac9b06e4947 2024-12-15T09:20:12,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=11, state=SUCCESS; OpenRegionProcedure c580048a477005fb90126d8f8d7d9485, server=bc087f1894b4,46641,1734254397519 in 533 msec 2024-12-15T09:20:12,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c580048a477005fb90126d8f8d7d9485, ASSIGN in 737 msec 2024-12-15T09:20:12,158 INFO [StoreOpener-123f5d021806bd1f244c0ac9b06e4947-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 123f5d021806bd1f244c0ac9b06e4947 columnFamilyName norep 2024-12-15T09:20:12,159 DEBUG [StoreOpener-123f5d021806bd1f244c0ac9b06e4947-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,159 INFO [StoreOpener-123f5d021806bd1f244c0ac9b06e4947-1 {}] regionserver.HStore(327): Store=123f5d021806bd1f244c0ac9b06e4947/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,160 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/123f5d021806bd1f244c0ac9b06e4947 2024-12-15T09:20:12,161 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/123f5d021806bd1f244c0ac9b06e4947 2024-12-15T09:20:12,162 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:12,165 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 123f5d021806bd1f244c0ac9b06e4947 2024-12-15T09:20:12,168 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/123f5d021806bd1f244c0ac9b06e4947/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:12,169 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 123f5d021806bd1f244c0ac9b06e4947; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62807569, jitterRate=-0.06409429013729095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:12,169 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 123f5d021806bd1f244c0ac9b06e4947: 2024-12-15T09:20:12,170 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734254408758.123f5d021806bd1f244c0ac9b06e4947., pid=40, masterSystemTime=1734254411732 2024-12-15T09:20:12,172 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734254408758.123f5d021806bd1f244c0ac9b06e4947. 2024-12-15T09:20:12,173 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,hhh,1734254408758.123f5d021806bd1f244c0ac9b06e4947. 2024-12-15T09:20:12,173 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,zzz,1734254408758.9424dbcfd11b14b8ac014eb2ebc12436. 2024-12-15T09:20:12,173 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 9424dbcfd11b14b8ac014eb2ebc12436, NAME => 'test,zzz,1734254408758.9424dbcfd11b14b8ac014eb2ebc12436.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-15T09:20:12,173 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=123f5d021806bd1f244c0ac9b06e4947, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:12,173 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9424dbcfd11b14b8ac014eb2ebc12436 2024-12-15T09:20:12,173 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,zzz,1734254408758.9424dbcfd11b14b8ac014eb2ebc12436.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:12,174 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 9424dbcfd11b14b8ac014eb2ebc12436 2024-12-15T09:20:12,174 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 9424dbcfd11b14b8ac014eb2ebc12436 2024-12-15T09:20:12,176 INFO [StoreOpener-9424dbcfd11b14b8ac014eb2ebc12436-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9424dbcfd11b14b8ac014eb2ebc12436 2024-12-15T09:20:12,178 INFO [StoreOpener-9424dbcfd11b14b8ac014eb2ebc12436-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9424dbcfd11b14b8ac014eb2ebc12436 columnFamilyName f 2024-12-15T09:20:12,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=17 2024-12-15T09:20:12,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=17, state=SUCCESS; OpenRegionProcedure 123f5d021806bd1f244c0ac9b06e4947, server=bc087f1894b4,46641,1734254397519 in 592 msec 2024-12-15T09:20:12,179 DEBUG [StoreOpener-9424dbcfd11b14b8ac014eb2ebc12436-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,180 INFO [StoreOpener-9424dbcfd11b14b8ac014eb2ebc12436-1 {}] regionserver.HStore(327): Store=9424dbcfd11b14b8ac014eb2ebc12436/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,180 INFO [StoreOpener-9424dbcfd11b14b8ac014eb2ebc12436-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9424dbcfd11b14b8ac014eb2ebc12436 2024-12-15T09:20:12,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=123f5d021806bd1f244c0ac9b06e4947, ASSIGN in 760 msec 2024-12-15T09:20:12,184 INFO [StoreOpener-9424dbcfd11b14b8ac014eb2ebc12436-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9424dbcfd11b14b8ac014eb2ebc12436 columnFamilyName norep 2024-12-15T09:20:12,184 DEBUG [StoreOpener-9424dbcfd11b14b8ac014eb2ebc12436-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,185 INFO [StoreOpener-9424dbcfd11b14b8ac014eb2ebc12436-1 {}] regionserver.HStore(327): Store=9424dbcfd11b14b8ac014eb2ebc12436/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,186 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/9424dbcfd11b14b8ac014eb2ebc12436 2024-12-15T09:20:12,187 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/9424dbcfd11b14b8ac014eb2ebc12436 2024-12-15T09:20:12,188 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:12,189 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 9424dbcfd11b14b8ac014eb2ebc12436 2024-12-15T09:20:12,192 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/9424dbcfd11b14b8ac014eb2ebc12436/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:12,193 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 9424dbcfd11b14b8ac014eb2ebc12436; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67811536, jitterRate=0.01047062873840332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:12,193 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 9424dbcfd11b14b8ac014eb2ebc12436: 2024-12-15T09:20:12,194 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734254408758.9424dbcfd11b14b8ac014eb2ebc12436., pid=57, masterSystemTime=1734254411732 2024-12-15T09:20:12,197 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734254408758.9424dbcfd11b14b8ac014eb2ebc12436. 2024-12-15T09:20:12,197 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,zzz,1734254408758.9424dbcfd11b14b8ac014eb2ebc12436. 2024-12-15T09:20:12,197 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,ppp,1734254408758.ab1d7d586756b7d89d9e5af66eafbd3a. 2024-12-15T09:20:12,197 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => ab1d7d586756b7d89d9e5af66eafbd3a, NAME => 'test,ppp,1734254408758.ab1d7d586756b7d89d9e5af66eafbd3a.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-15T09:20:12,198 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=9424dbcfd11b14b8ac014eb2ebc12436, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:12,198 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ab1d7d586756b7d89d9e5af66eafbd3a 2024-12-15T09:20:12,198 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,ppp,1734254408758.ab1d7d586756b7d89d9e5af66eafbd3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:12,198 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for ab1d7d586756b7d89d9e5af66eafbd3a 2024-12-15T09:20:12,198 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for ab1d7d586756b7d89d9e5af66eafbd3a 2024-12-15T09:20:12,201 INFO [StoreOpener-ab1d7d586756b7d89d9e5af66eafbd3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ab1d7d586756b7d89d9e5af66eafbd3a 2024-12-15T09:20:12,204 INFO [StoreOpener-ab1d7d586756b7d89d9e5af66eafbd3a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab1d7d586756b7d89d9e5af66eafbd3a columnFamilyName f 2024-12-15T09:20:12,204 DEBUG [StoreOpener-ab1d7d586756b7d89d9e5af66eafbd3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=35 2024-12-15T09:20:12,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=35, state=SUCCESS; OpenRegionProcedure 9424dbcfd11b14b8ac014eb2ebc12436, server=bc087f1894b4,46641,1734254397519 in 573 msec 2024-12-15T09:20:12,206 INFO [StoreOpener-ab1d7d586756b7d89d9e5af66eafbd3a-1 {}] regionserver.HStore(327): Store=ab1d7d586756b7d89d9e5af66eafbd3a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,206 INFO [StoreOpener-ab1d7d586756b7d89d9e5af66eafbd3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ab1d7d586756b7d89d9e5af66eafbd3a 2024-12-15T09:20:12,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9424dbcfd11b14b8ac014eb2ebc12436, ASSIGN in 786 msec 2024-12-15T09:20:12,209 INFO [StoreOpener-ab1d7d586756b7d89d9e5af66eafbd3a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab1d7d586756b7d89d9e5af66eafbd3a columnFamilyName norep 2024-12-15T09:20:12,209 DEBUG [StoreOpener-ab1d7d586756b7d89d9e5af66eafbd3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,210 INFO [StoreOpener-ab1d7d586756b7d89d9e5af66eafbd3a-1 {}] regionserver.HStore(327): Store=ab1d7d586756b7d89d9e5af66eafbd3a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,211 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/ab1d7d586756b7d89d9e5af66eafbd3a 2024-12-15T09:20:12,212 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/ab1d7d586756b7d89d9e5af66eafbd3a 2024-12-15T09:20:12,213 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:12,214 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for ab1d7d586756b7d89d9e5af66eafbd3a 2024-12-15T09:20:12,217 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/ab1d7d586756b7d89d9e5af66eafbd3a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:12,218 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened ab1d7d586756b7d89d9e5af66eafbd3a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71246460, jitterRate=0.06165498495101929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:12,218 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for ab1d7d586756b7d89d9e5af66eafbd3a: 2024-12-15T09:20:12,219 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734254408758.ab1d7d586756b7d89d9e5af66eafbd3a., pid=60, masterSystemTime=1734254411732 2024-12-15T09:20:12,221 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734254408758.ab1d7d586756b7d89d9e5af66eafbd3a. 2024-12-15T09:20:12,221 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,ppp,1734254408758.ab1d7d586756b7d89d9e5af66eafbd3a. 2024-12-15T09:20:12,221 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,ooo,1734254408758.542505d4bb3b321a19fed87dc2e05871. 2024-12-15T09:20:12,221 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 542505d4bb3b321a19fed87dc2e05871, NAME => 'test,ooo,1734254408758.542505d4bb3b321a19fed87dc2e05871.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-15T09:20:12,222 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=ab1d7d586756b7d89d9e5af66eafbd3a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:12,222 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 542505d4bb3b321a19fed87dc2e05871 2024-12-15T09:20:12,222 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,ooo,1734254408758.542505d4bb3b321a19fed87dc2e05871.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:12,222 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 542505d4bb3b321a19fed87dc2e05871 2024-12-15T09:20:12,222 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 542505d4bb3b321a19fed87dc2e05871 2024-12-15T09:20:12,224 INFO [StoreOpener-542505d4bb3b321a19fed87dc2e05871-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 542505d4bb3b321a19fed87dc2e05871 2024-12-15T09:20:12,226 INFO [StoreOpener-542505d4bb3b321a19fed87dc2e05871-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 542505d4bb3b321a19fed87dc2e05871 columnFamilyName f 2024-12-15T09:20:12,226 DEBUG [StoreOpener-542505d4bb3b321a19fed87dc2e05871-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=25 2024-12-15T09:20:12,227 INFO [StoreOpener-542505d4bb3b321a19fed87dc2e05871-1 {}] regionserver.HStore(327): Store=542505d4bb3b321a19fed87dc2e05871/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=25, state=SUCCESS; OpenRegionProcedure ab1d7d586756b7d89d9e5af66eafbd3a, server=bc087f1894b4,46641,1734254397519 in 586 msec 2024-12-15T09:20:12,227 INFO [StoreOpener-542505d4bb3b321a19fed87dc2e05871-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 542505d4bb3b321a19fed87dc2e05871 2024-12-15T09:20:12,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ab1d7d586756b7d89d9e5af66eafbd3a, ASSIGN in 808 msec 2024-12-15T09:20:12,229 INFO [StoreOpener-542505d4bb3b321a19fed87dc2e05871-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 542505d4bb3b321a19fed87dc2e05871 columnFamilyName norep 2024-12-15T09:20:12,229 DEBUG [StoreOpener-542505d4bb3b321a19fed87dc2e05871-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,230 INFO [StoreOpener-542505d4bb3b321a19fed87dc2e05871-1 {}] regionserver.HStore(327): Store=542505d4bb3b321a19fed87dc2e05871/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,230 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/542505d4bb3b321a19fed87dc2e05871 2024-12-15T09:20:12,231 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/542505d4bb3b321a19fed87dc2e05871 2024-12-15T09:20:12,232 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:12,234 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 542505d4bb3b321a19fed87dc2e05871 2024-12-15T09:20:12,236 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/542505d4bb3b321a19fed87dc2e05871/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:12,237 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 542505d4bb3b321a19fed87dc2e05871; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65178086, jitterRate=-0.02877083420753479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:12,237 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 542505d4bb3b321a19fed87dc2e05871: 2024-12-15T09:20:12,238 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734254408758.542505d4bb3b321a19fed87dc2e05871., pid=42, masterSystemTime=1734254411732 2024-12-15T09:20:12,240 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734254408758.542505d4bb3b321a19fed87dc2e05871. 2024-12-15T09:20:12,240 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,ooo,1734254408758.542505d4bb3b321a19fed87dc2e05871. 2024-12-15T09:20:12,240 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,jjj,1734254408758.ca39ae731e5d303fdfef04aff5ca2908. 2024-12-15T09:20:12,241 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => ca39ae731e5d303fdfef04aff5ca2908, NAME => 'test,jjj,1734254408758.ca39ae731e5d303fdfef04aff5ca2908.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-15T09:20:12,241 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=542505d4bb3b321a19fed87dc2e05871, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:12,241 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ca39ae731e5d303fdfef04aff5ca2908 2024-12-15T09:20:12,241 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,jjj,1734254408758.ca39ae731e5d303fdfef04aff5ca2908.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:12,241 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for ca39ae731e5d303fdfef04aff5ca2908 2024-12-15T09:20:12,241 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for ca39ae731e5d303fdfef04aff5ca2908 2024-12-15T09:20:12,244 INFO [StoreOpener-ca39ae731e5d303fdfef04aff5ca2908-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ca39ae731e5d303fdfef04aff5ca2908 2024-12-15T09:20:12,245 INFO [StoreOpener-ca39ae731e5d303fdfef04aff5ca2908-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca39ae731e5d303fdfef04aff5ca2908 columnFamilyName f 2024-12-15T09:20:12,245 DEBUG [StoreOpener-ca39ae731e5d303fdfef04aff5ca2908-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=24 2024-12-15T09:20:12,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=24, state=SUCCESS; OpenRegionProcedure 542505d4bb3b321a19fed87dc2e05871, server=bc087f1894b4,46641,1734254397519 in 652 msec 2024-12-15T09:20:12,246 INFO [StoreOpener-ca39ae731e5d303fdfef04aff5ca2908-1 {}] regionserver.HStore(327): Store=ca39ae731e5d303fdfef04aff5ca2908/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,246 INFO [StoreOpener-ca39ae731e5d303fdfef04aff5ca2908-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ca39ae731e5d303fdfef04aff5ca2908 2024-12-15T09:20:12,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=542505d4bb3b321a19fed87dc2e05871, ASSIGN in 827 msec 2024-12-15T09:20:12,248 INFO [StoreOpener-ca39ae731e5d303fdfef04aff5ca2908-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca39ae731e5d303fdfef04aff5ca2908 columnFamilyName norep 2024-12-15T09:20:12,248 DEBUG [StoreOpener-ca39ae731e5d303fdfef04aff5ca2908-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,249 INFO [StoreOpener-ca39ae731e5d303fdfef04aff5ca2908-1 {}] regionserver.HStore(327): Store=ca39ae731e5d303fdfef04aff5ca2908/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,250 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/ca39ae731e5d303fdfef04aff5ca2908 2024-12-15T09:20:12,250 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/ca39ae731e5d303fdfef04aff5ca2908 2024-12-15T09:20:12,252 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:12,253 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for ca39ae731e5d303fdfef04aff5ca2908 2024-12-15T09:20:12,255 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/ca39ae731e5d303fdfef04aff5ca2908/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:12,256 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened ca39ae731e5d303fdfef04aff5ca2908; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63167018, jitterRate=-0.05873808264732361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:12,256 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for ca39ae731e5d303fdfef04aff5ca2908: 2024-12-15T09:20:12,257 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734254408758.ca39ae731e5d303fdfef04aff5ca2908., pid=41, masterSystemTime=1734254411732 2024-12-15T09:20:12,259 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734254408758.ca39ae731e5d303fdfef04aff5ca2908. 2024-12-15T09:20:12,259 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,jjj,1734254408758.ca39ae731e5d303fdfef04aff5ca2908. 2024-12-15T09:20:12,260 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,ggg,1734254408758.3f2ba2ee8616d58d9d681c88162c6460. 2024-12-15T09:20:12,260 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 3f2ba2ee8616d58d9d681c88162c6460, NAME => 'test,ggg,1734254408758.3f2ba2ee8616d58d9d681c88162c6460.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-15T09:20:12,260 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=ca39ae731e5d303fdfef04aff5ca2908, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:12,260 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3f2ba2ee8616d58d9d681c88162c6460 2024-12-15T09:20:12,260 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,ggg,1734254408758.3f2ba2ee8616d58d9d681c88162c6460.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:12,260 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 3f2ba2ee8616d58d9d681c88162c6460 2024-12-15T09:20:12,260 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 3f2ba2ee8616d58d9d681c88162c6460 2024-12-15T09:20:12,263 INFO [StoreOpener-3f2ba2ee8616d58d9d681c88162c6460-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3f2ba2ee8616d58d9d681c88162c6460 2024-12-15T09:20:12,265 INFO [StoreOpener-3f2ba2ee8616d58d9d681c88162c6460-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f2ba2ee8616d58d9d681c88162c6460 columnFamilyName f 2024-12-15T09:20:12,265 DEBUG [StoreOpener-3f2ba2ee8616d58d9d681c88162c6460-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=19 2024-12-15T09:20:12,266 INFO [StoreOpener-3f2ba2ee8616d58d9d681c88162c6460-1 {}] regionserver.HStore(327): Store=3f2ba2ee8616d58d9d681c88162c6460/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=19, state=SUCCESS; OpenRegionProcedure ca39ae731e5d303fdfef04aff5ca2908, server=bc087f1894b4,46641,1734254397519 in 676 msec 2024-12-15T09:20:12,266 INFO [StoreOpener-3f2ba2ee8616d58d9d681c88162c6460-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3f2ba2ee8616d58d9d681c88162c6460 2024-12-15T09:20:12,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ca39ae731e5d303fdfef04aff5ca2908, ASSIGN in 848 msec 2024-12-15T09:20:12,269 INFO [StoreOpener-3f2ba2ee8616d58d9d681c88162c6460-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f2ba2ee8616d58d9d681c88162c6460 columnFamilyName norep 2024-12-15T09:20:12,269 DEBUG [StoreOpener-3f2ba2ee8616d58d9d681c88162c6460-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,270 INFO [StoreOpener-3f2ba2ee8616d58d9d681c88162c6460-1 {}] regionserver.HStore(327): Store=3f2ba2ee8616d58d9d681c88162c6460/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,271 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/3f2ba2ee8616d58d9d681c88162c6460 2024-12-15T09:20:12,271 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/3f2ba2ee8616d58d9d681c88162c6460 2024-12-15T09:20:12,273 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:12,274 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 3f2ba2ee8616d58d9d681c88162c6460 2024-12-15T09:20:12,276 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/3f2ba2ee8616d58d9d681c88162c6460/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:12,277 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 3f2ba2ee8616d58d9d681c88162c6460; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59615337, jitterRate=-0.11166225373744965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:12,277 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 3f2ba2ee8616d58d9d681c88162c6460: 2024-12-15T09:20:12,278 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734254408758.3f2ba2ee8616d58d9d681c88162c6460., pid=56, masterSystemTime=1734254411732 2024-12-15T09:20:12,280 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734254408758.3f2ba2ee8616d58d9d681c88162c6460. 2024-12-15T09:20:12,280 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,ggg,1734254408758.3f2ba2ee8616d58d9d681c88162c6460. 2024-12-15T09:20:12,280 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,ccc,1734254408758.40fbc0e7bf4ed03844ae299ed7221d48. 2024-12-15T09:20:12,280 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 40fbc0e7bf4ed03844ae299ed7221d48, NAME => 'test,ccc,1734254408758.40fbc0e7bf4ed03844ae299ed7221d48.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-15T09:20:12,280 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=3f2ba2ee8616d58d9d681c88162c6460, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:12,281 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 40fbc0e7bf4ed03844ae299ed7221d48 2024-12-15T09:20:12,281 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,ccc,1734254408758.40fbc0e7bf4ed03844ae299ed7221d48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:12,281 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 40fbc0e7bf4ed03844ae299ed7221d48 2024-12-15T09:20:12,281 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 40fbc0e7bf4ed03844ae299ed7221d48 2024-12-15T09:20:12,283 INFO [StoreOpener-40fbc0e7bf4ed03844ae299ed7221d48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 40fbc0e7bf4ed03844ae299ed7221d48 2024-12-15T09:20:12,286 INFO [StoreOpener-40fbc0e7bf4ed03844ae299ed7221d48-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40fbc0e7bf4ed03844ae299ed7221d48 columnFamilyName f 2024-12-15T09:20:12,286 DEBUG [StoreOpener-40fbc0e7bf4ed03844ae299ed7221d48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,287 INFO [StoreOpener-40fbc0e7bf4ed03844ae299ed7221d48-1 {}] regionserver.HStore(327): Store=40fbc0e7bf4ed03844ae299ed7221d48/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,287 INFO [StoreOpener-40fbc0e7bf4ed03844ae299ed7221d48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 40fbc0e7bf4ed03844ae299ed7221d48 2024-12-15T09:20:12,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=16 2024-12-15T09:20:12,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=16, state=SUCCESS; OpenRegionProcedure 3f2ba2ee8616d58d9d681c88162c6460, server=bc087f1894b4,46641,1734254397519 in 659 msec 2024-12-15T09:20:12,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3f2ba2ee8616d58d9d681c88162c6460, ASSIGN in 868 msec 2024-12-15T09:20:12,289 INFO [StoreOpener-40fbc0e7bf4ed03844ae299ed7221d48-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40fbc0e7bf4ed03844ae299ed7221d48 columnFamilyName norep 2024-12-15T09:20:12,289 DEBUG [StoreOpener-40fbc0e7bf4ed03844ae299ed7221d48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,290 INFO [StoreOpener-40fbc0e7bf4ed03844ae299ed7221d48-1 {}] regionserver.HStore(327): Store=40fbc0e7bf4ed03844ae299ed7221d48/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,291 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/40fbc0e7bf4ed03844ae299ed7221d48 2024-12-15T09:20:12,291 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/40fbc0e7bf4ed03844ae299ed7221d48 2024-12-15T09:20:12,293 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:12,294 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 40fbc0e7bf4ed03844ae299ed7221d48 2024-12-15T09:20:12,297 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/40fbc0e7bf4ed03844ae299ed7221d48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:12,298 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 40fbc0e7bf4ed03844ae299ed7221d48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65718808, jitterRate=-0.020713448524475098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:12,298 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 40fbc0e7bf4ed03844ae299ed7221d48: 2024-12-15T09:20:12,299 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734254408758.40fbc0e7bf4ed03844ae299ed7221d48., pid=43, masterSystemTime=1734254411732 2024-12-15T09:20:12,301 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734254408758.40fbc0e7bf4ed03844ae299ed7221d48. 2024-12-15T09:20:12,302 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,ccc,1734254408758.40fbc0e7bf4ed03844ae299ed7221d48. 2024-12-15T09:20:12,302 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,eee,1734254408758.66f55ea666cb2e59ed81f735f4581454. 2024-12-15T09:20:12,302 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 66f55ea666cb2e59ed81f735f4581454, NAME => 'test,eee,1734254408758.66f55ea666cb2e59ed81f735f4581454.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-15T09:20:12,302 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=40fbc0e7bf4ed03844ae299ed7221d48, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:12,302 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 66f55ea666cb2e59ed81f735f4581454 2024-12-15T09:20:12,302 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,eee,1734254408758.66f55ea666cb2e59ed81f735f4581454.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:12,302 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 66f55ea666cb2e59ed81f735f4581454 2024-12-15T09:20:12,303 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 66f55ea666cb2e59ed81f735f4581454 2024-12-15T09:20:12,304 INFO [StoreOpener-66f55ea666cb2e59ed81f735f4581454-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 66f55ea666cb2e59ed81f735f4581454 2024-12-15T09:20:12,306 INFO [StoreOpener-66f55ea666cb2e59ed81f735f4581454-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66f55ea666cb2e59ed81f735f4581454 columnFamilyName f 2024-12-15T09:20:12,307 DEBUG [StoreOpener-66f55ea666cb2e59ed81f735f4581454-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,307 INFO [StoreOpener-66f55ea666cb2e59ed81f735f4581454-1 {}] regionserver.HStore(327): Store=66f55ea666cb2e59ed81f735f4581454/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,308 INFO [StoreOpener-66f55ea666cb2e59ed81f735f4581454-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 66f55ea666cb2e59ed81f735f4581454 2024-12-15T09:20:12,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=12 2024-12-15T09:20:12,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=12, state=SUCCESS; OpenRegionProcedure 40fbc0e7bf4ed03844ae299ed7221d48, server=bc087f1894b4,46641,1734254397519 in 713 msec 2024-12-15T09:20:12,310 INFO [StoreOpener-66f55ea666cb2e59ed81f735f4581454-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66f55ea666cb2e59ed81f735f4581454 columnFamilyName norep 2024-12-15T09:20:12,310 DEBUG [StoreOpener-66f55ea666cb2e59ed81f735f4581454-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=40fbc0e7bf4ed03844ae299ed7221d48, ASSIGN in 889 msec 2024-12-15T09:20:12,311 INFO [StoreOpener-66f55ea666cb2e59ed81f735f4581454-1 {}] regionserver.HStore(327): Store=66f55ea666cb2e59ed81f735f4581454/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:12,312 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/66f55ea666cb2e59ed81f735f4581454 2024-12-15T09:20:12,312 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/66f55ea666cb2e59ed81f735f4581454 2024-12-15T09:20:12,313 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:12,314 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 66f55ea666cb2e59ed81f735f4581454 2024-12-15T09:20:12,317 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/66f55ea666cb2e59ed81f735f4581454/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:12,317 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 66f55ea666cb2e59ed81f735f4581454; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59102623, jitterRate=-0.11930228769779205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:12,318 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 66f55ea666cb2e59ed81f735f4581454: 2024-12-15T09:20:12,318 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734254408758.66f55ea666cb2e59ed81f735f4581454., pid=51, masterSystemTime=1734254411732 2024-12-15T09:20:12,321 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734254408758.66f55ea666cb2e59ed81f735f4581454. 2024-12-15T09:20:12,321 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,eee,1734254408758.66f55ea666cb2e59ed81f735f4581454. 2024-12-15T09:20:12,321 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=66f55ea666cb2e59ed81f735f4581454, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:12,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=14 2024-12-15T09:20:12,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=14, state=SUCCESS; OpenRegionProcedure 66f55ea666cb2e59ed81f735f4581454, server=bc087f1894b4,46641,1734254397519 in 714 msec 2024-12-15T09:20:12,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=14, resume processing ppid=9 2024-12-15T09:20:12,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=66f55ea666cb2e59ed81f735f4581454, ASSIGN in 906 msec 2024-12-15T09:20:12,329 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T09:20:12,329 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734254412329"}]},"ts":"1734254412329"} 2024-12-15T09:20:12,331 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-15T09:20:12,573 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T09:20:12,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 3.8120 sec 2024-12-15T09:20:12,605 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T09:20:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T09:20:12,887 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-15T09:20:12,887 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-15T09:20:12,888 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T09:20:12,902 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-15T09:20:12,902 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T09:20:12,902 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-15T09:20:12,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T09:20:12,906 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T09:20:12,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T09:20:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-15T09:20:12,910 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T09:20:12,910 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:12,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-15T09:20:12,911 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T09:20:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T09:20:12,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741837_1013 (size=631) 2024-12-15T09:20:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T09:20:13,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T09:20:13,321 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 945f0366fb198cb9f4bfb266473f9efd, NAME => 'test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:13,321 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 2e8e7e932e5a1e80b1a9de5a93b8bb38, NAME => 'test,ccc,1734254412907.2e8e7e932e5a1e80b1a9de5a93b8bb38.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:13,321 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 75209ac0ba8d3bc962a6988127e2af65, NAME => 'test,bbb,1734254412907.75209ac0ba8d3bc962a6988127e2af65.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:13,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741838_1014 (size=45) 2024-12-15T09:20:13,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741840_1016 (size=45) 2024-12-15T09:20:13,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741839_1015 (size=42) 2024-12-15T09:20:13,332 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734254412907.2e8e7e932e5a1e80b1a9de5a93b8bb38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:13,332 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 2e8e7e932e5a1e80b1a9de5a93b8bb38, disabling compactions & flushes 2024-12-15T09:20:13,332 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734254412907.2e8e7e932e5a1e80b1a9de5a93b8bb38. 2024-12-15T09:20:13,332 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734254412907.2e8e7e932e5a1e80b1a9de5a93b8bb38. 2024-12-15T09:20:13,332 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734254412907.2e8e7e932e5a1e80b1a9de5a93b8bb38. after waiting 0 ms 2024-12-15T09:20:13,332 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734254412907.2e8e7e932e5a1e80b1a9de5a93b8bb38. 2024-12-15T09:20:13,332 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734254412907.2e8e7e932e5a1e80b1a9de5a93b8bb38. 2024-12-15T09:20:13,332 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 2e8e7e932e5a1e80b1a9de5a93b8bb38: 2024-12-15T09:20:13,333 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 0cb90a69601d833148f180561a2edd60, NAME => 'test,ddd,1734254412907.0cb90a69601d833148f180561a2edd60.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:13,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741841_1017 (size=45) 2024-12-15T09:20:13,341 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ddd,1734254412907.0cb90a69601d833148f180561a2edd60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:13,341 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 0cb90a69601d833148f180561a2edd60, disabling compactions & flushes 2024-12-15T09:20:13,341 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ddd,1734254412907.0cb90a69601d833148f180561a2edd60. 2024-12-15T09:20:13,342 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734254412907.0cb90a69601d833148f180561a2edd60. 2024-12-15T09:20:13,342 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734254412907.0cb90a69601d833148f180561a2edd60. after waiting 0 ms 2024-12-15T09:20:13,342 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734254412907.0cb90a69601d833148f180561a2edd60. 2024-12-15T09:20:13,342 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ddd,1734254412907.0cb90a69601d833148f180561a2edd60. 2024-12-15T09:20:13,342 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 0cb90a69601d833148f180561a2edd60: 2024-12-15T09:20:13,343 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 5f73ca470d213287ca1c65f312ba3468, NAME => 'test,eee,1734254412907.5f73ca470d213287ca1c65f312ba3468.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:13,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741842_1018 (size=45) 2024-12-15T09:20:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T09:20:13,730 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734254412907.75209ac0ba8d3bc962a6988127e2af65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:13,730 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 75209ac0ba8d3bc962a6988127e2af65, disabling compactions & flushes 2024-12-15T09:20:13,730 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734254412907.75209ac0ba8d3bc962a6988127e2af65. 2024-12-15T09:20:13,730 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734254412907.75209ac0ba8d3bc962a6988127e2af65. 2024-12-15T09:20:13,730 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734254412907.75209ac0ba8d3bc962a6988127e2af65. after waiting 0 ms 2024-12-15T09:20:13,730 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734254412907.75209ac0ba8d3bc962a6988127e2af65. 2024-12-15T09:20:13,730 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734254412907.75209ac0ba8d3bc962a6988127e2af65. 2024-12-15T09:20:13,730 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 75209ac0ba8d3bc962a6988127e2af65: 2024-12-15T09:20:13,731 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f2ba4358048981c72097440da32e7d41, NAME => 'test,fff,1734254412907.f2ba4358048981c72097440da32e7d41.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:13,732 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:13,732 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 945f0366fb198cb9f4bfb266473f9efd, disabling compactions & flushes 2024-12-15T09:20:13,733 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd. 2024-12-15T09:20:13,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd. 2024-12-15T09:20:13,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd. after waiting 0 ms 2024-12-15T09:20:13,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd. 2024-12-15T09:20:13,733 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd. 2024-12-15T09:20:13,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 945f0366fb198cb9f4bfb266473f9efd: 2024-12-15T09:20:13,734 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => eccb9f31cdc4282b9e2f8f40cc6982dc, NAME => 'test,ggg,1734254412907.eccb9f31cdc4282b9e2f8f40cc6982dc.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:13,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741843_1019 (size=45) 2024-12-15T09:20:13,738 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,fff,1734254412907.f2ba4358048981c72097440da32e7d41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:13,738 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing f2ba4358048981c72097440da32e7d41, disabling compactions & flushes 2024-12-15T09:20:13,738 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,fff,1734254412907.f2ba4358048981c72097440da32e7d41. 2024-12-15T09:20:13,739 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734254412907.f2ba4358048981c72097440da32e7d41. 2024-12-15T09:20:13,739 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734254412907.f2ba4358048981c72097440da32e7d41. after waiting 0 ms 2024-12-15T09:20:13,739 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734254412907.f2ba4358048981c72097440da32e7d41. 2024-12-15T09:20:13,739 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,fff,1734254412907.f2ba4358048981c72097440da32e7d41. 2024-12-15T09:20:13,739 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for f2ba4358048981c72097440da32e7d41: 2024-12-15T09:20:13,740 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f46398bce28b9ac71bc2dedd29ed5dff, NAME => 'test,hhh,1734254412907.f46398bce28b9ac71bc2dedd29ed5dff.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:13,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741844_1020 (size=45) 2024-12-15T09:20:13,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741845_1021 (size=45) 2024-12-15T09:20:13,751 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,eee,1734254412907.5f73ca470d213287ca1c65f312ba3468.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:13,752 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 5f73ca470d213287ca1c65f312ba3468, disabling compactions & flushes 2024-12-15T09:20:13,752 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,eee,1734254412907.5f73ca470d213287ca1c65f312ba3468. 2024-12-15T09:20:13,752 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734254412907.5f73ca470d213287ca1c65f312ba3468. 2024-12-15T09:20:13,752 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734254412907.5f73ca470d213287ca1c65f312ba3468. after waiting 0 ms 2024-12-15T09:20:13,752 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734254412907.5f73ca470d213287ca1c65f312ba3468. 2024-12-15T09:20:13,752 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,eee,1734254412907.5f73ca470d213287ca1c65f312ba3468. 2024-12-15T09:20:13,752 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 5f73ca470d213287ca1c65f312ba3468: 2024-12-15T09:20:13,752 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 6551e8446e3b190079ea9eaaf089b484, NAME => 'test,iii,1734254412907.6551e8446e3b190079ea9eaaf089b484.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:13,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741846_1022 (size=45) 2024-12-15T09:20:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T09:20:14,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ggg,1734254412907.eccb9f31cdc4282b9e2f8f40cc6982dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:14,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing eccb9f31cdc4282b9e2f8f40cc6982dc, disabling compactions & flushes 2024-12-15T09:20:14,144 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ggg,1734254412907.eccb9f31cdc4282b9e2f8f40cc6982dc. 2024-12-15T09:20:14,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734254412907.eccb9f31cdc4282b9e2f8f40cc6982dc. 2024-12-15T09:20:14,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734254412907.eccb9f31cdc4282b9e2f8f40cc6982dc. after waiting 0 ms 2024-12-15T09:20:14,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734254412907.eccb9f31cdc4282b9e2f8f40cc6982dc. 2024-12-15T09:20:14,144 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ggg,1734254412907.eccb9f31cdc4282b9e2f8f40cc6982dc. 2024-12-15T09:20:14,145 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for eccb9f31cdc4282b9e2f8f40cc6982dc: 2024-12-15T09:20:14,146 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8513729bb09c15cf83097d4e626f25d6, NAME => 'test,jjj,1734254412907.8513729bb09c15cf83097d4e626f25d6.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:14,147 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,hhh,1734254412907.f46398bce28b9ac71bc2dedd29ed5dff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:14,147 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing f46398bce28b9ac71bc2dedd29ed5dff, disabling compactions & flushes 2024-12-15T09:20:14,147 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,hhh,1734254412907.f46398bce28b9ac71bc2dedd29ed5dff. 2024-12-15T09:20:14,148 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734254412907.f46398bce28b9ac71bc2dedd29ed5dff. 2024-12-15T09:20:14,148 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734254412907.f46398bce28b9ac71bc2dedd29ed5dff. after waiting 0 ms 2024-12-15T09:20:14,148 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734254412907.f46398bce28b9ac71bc2dedd29ed5dff. 2024-12-15T09:20:14,148 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,hhh,1734254412907.f46398bce28b9ac71bc2dedd29ed5dff. 2024-12-15T09:20:14,148 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for f46398bce28b9ac71bc2dedd29ed5dff: 2024-12-15T09:20:14,149 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c665bf4045060f4b50ede6344d86fb69, NAME => 'test,kkk,1734254412907.c665bf4045060f4b50ede6344d86fb69.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:14,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741847_1023 (size=45) 2024-12-15T09:20:14,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741848_1024 (size=45) 2024-12-15T09:20:14,162 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,iii,1734254412907.6551e8446e3b190079ea9eaaf089b484.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:14,162 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 6551e8446e3b190079ea9eaaf089b484, disabling compactions & flushes 2024-12-15T09:20:14,162 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,iii,1734254412907.6551e8446e3b190079ea9eaaf089b484. 2024-12-15T09:20:14,162 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734254412907.6551e8446e3b190079ea9eaaf089b484. 2024-12-15T09:20:14,162 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734254412907.6551e8446e3b190079ea9eaaf089b484. after waiting 0 ms 2024-12-15T09:20:14,162 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734254412907.6551e8446e3b190079ea9eaaf089b484. 2024-12-15T09:20:14,162 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,iii,1734254412907.6551e8446e3b190079ea9eaaf089b484. 2024-12-15T09:20:14,162 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 6551e8446e3b190079ea9eaaf089b484: 2024-12-15T09:20:14,163 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 976e1fb972f0cae505a60c20816dc636, NAME => 'test,lll,1734254412907.976e1fb972f0cae505a60c20816dc636.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:14,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741849_1025 (size=45) 2024-12-15T09:20:14,253 INFO [bc087f1894b4:46641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T09:20:14,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,jjj,1734254412907.8513729bb09c15cf83097d4e626f25d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:14,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 8513729bb09c15cf83097d4e626f25d6, disabling compactions & flushes 2024-12-15T09:20:14,559 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,jjj,1734254412907.8513729bb09c15cf83097d4e626f25d6. 2024-12-15T09:20:14,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734254412907.8513729bb09c15cf83097d4e626f25d6. 2024-12-15T09:20:14,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734254412907.8513729bb09c15cf83097d4e626f25d6. after waiting 0 ms 2024-12-15T09:20:14,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734254412907.8513729bb09c15cf83097d4e626f25d6. 2024-12-15T09:20:14,559 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,jjj,1734254412907.8513729bb09c15cf83097d4e626f25d6. 2024-12-15T09:20:14,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8513729bb09c15cf83097d4e626f25d6: 2024-12-15T09:20:14,560 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e350bc8f837e95d77277613cb5f8ec94, NAME => 'test,mmm,1734254412907.e350bc8f837e95d77277613cb5f8ec94.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:14,562 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,kkk,1734254412907.c665bf4045060f4b50ede6344d86fb69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:14,562 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing c665bf4045060f4b50ede6344d86fb69, disabling compactions & flushes 2024-12-15T09:20:14,562 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,kkk,1734254412907.c665bf4045060f4b50ede6344d86fb69. 2024-12-15T09:20:14,562 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734254412907.c665bf4045060f4b50ede6344d86fb69. 2024-12-15T09:20:14,562 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734254412907.c665bf4045060f4b50ede6344d86fb69. after waiting 0 ms 2024-12-15T09:20:14,562 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734254412907.c665bf4045060f4b50ede6344d86fb69. 2024-12-15T09:20:14,562 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,kkk,1734254412907.c665bf4045060f4b50ede6344d86fb69. 2024-12-15T09:20:14,563 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for c665bf4045060f4b50ede6344d86fb69: 2024-12-15T09:20:14,564 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 79a0eaee120bad6f28123b0f94cd21f0, NAME => 'test,nnn,1734254412907.79a0eaee120bad6f28123b0f94cd21f0.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:14,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741850_1026 (size=45) 2024-12-15T09:20:14,570 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,mmm,1734254412907.e350bc8f837e95d77277613cb5f8ec94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:14,570 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing e350bc8f837e95d77277613cb5f8ec94, disabling compactions & flushes 2024-12-15T09:20:14,570 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,mmm,1734254412907.e350bc8f837e95d77277613cb5f8ec94. 2024-12-15T09:20:14,570 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734254412907.e350bc8f837e95d77277613cb5f8ec94. 2024-12-15T09:20:14,570 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734254412907.e350bc8f837e95d77277613cb5f8ec94. after waiting 0 ms 2024-12-15T09:20:14,570 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734254412907.e350bc8f837e95d77277613cb5f8ec94. 2024-12-15T09:20:14,570 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,mmm,1734254412907.e350bc8f837e95d77277613cb5f8ec94. 2024-12-15T09:20:14,570 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for e350bc8f837e95d77277613cb5f8ec94: 2024-12-15T09:20:14,571 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6a7c62260f935948b5a1f9b20f11b63c, NAME => 'test,ooo,1734254412907.6a7c62260f935948b5a1f9b20f11b63c.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:14,572 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,lll,1734254412907.976e1fb972f0cae505a60c20816dc636.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:14,572 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 976e1fb972f0cae505a60c20816dc636, disabling compactions & flushes 2024-12-15T09:20:14,572 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,lll,1734254412907.976e1fb972f0cae505a60c20816dc636. 2024-12-15T09:20:14,572 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734254412907.976e1fb972f0cae505a60c20816dc636. 2024-12-15T09:20:14,572 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734254412907.976e1fb972f0cae505a60c20816dc636. after waiting 0 ms 2024-12-15T09:20:14,572 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734254412907.976e1fb972f0cae505a60c20816dc636. 2024-12-15T09:20:14,572 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,lll,1734254412907.976e1fb972f0cae505a60c20816dc636. 2024-12-15T09:20:14,572 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 976e1fb972f0cae505a60c20816dc636: 2024-12-15T09:20:14,574 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 89709b964cad49f476b9ac413a65616a, NAME => 'test,ppp,1734254412907.89709b964cad49f476b9ac413a65616a.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:14,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741851_1027 (size=45) 2024-12-15T09:20:14,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741852_1028 (size=45) 2024-12-15T09:20:14,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741853_1029 (size=45) 2024-12-15T09:20:14,584 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ppp,1734254412907.89709b964cad49f476b9ac413a65616a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:14,584 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 89709b964cad49f476b9ac413a65616a, disabling compactions & flushes 2024-12-15T09:20:14,584 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ppp,1734254412907.89709b964cad49f476b9ac413a65616a. 2024-12-15T09:20:14,584 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734254412907.89709b964cad49f476b9ac413a65616a. 2024-12-15T09:20:14,584 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734254412907.89709b964cad49f476b9ac413a65616a. after waiting 0 ms 2024-12-15T09:20:14,584 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734254412907.89709b964cad49f476b9ac413a65616a. 2024-12-15T09:20:14,584 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ppp,1734254412907.89709b964cad49f476b9ac413a65616a. 2024-12-15T09:20:14,584 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 89709b964cad49f476b9ac413a65616a: 2024-12-15T09:20:14,585 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 3e506a5b32fbb4b6073b13ad629066a6, NAME => 'test,qqq,1734254412907.3e506a5b32fbb4b6073b13ad629066a6.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:14,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741854_1030 (size=45) 2024-12-15T09:20:14,976 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,nnn,1734254412907.79a0eaee120bad6f28123b0f94cd21f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:14,977 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 79a0eaee120bad6f28123b0f94cd21f0, disabling compactions & flushes 2024-12-15T09:20:14,977 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,nnn,1734254412907.79a0eaee120bad6f28123b0f94cd21f0. 2024-12-15T09:20:14,977 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734254412907.79a0eaee120bad6f28123b0f94cd21f0. 2024-12-15T09:20:14,977 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734254412907.79a0eaee120bad6f28123b0f94cd21f0. after waiting 0 ms 2024-12-15T09:20:14,977 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734254412907.79a0eaee120bad6f28123b0f94cd21f0. 2024-12-15T09:20:14,977 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,nnn,1734254412907.79a0eaee120bad6f28123b0f94cd21f0. 2024-12-15T09:20:14,977 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 79a0eaee120bad6f28123b0f94cd21f0: 2024-12-15T09:20:14,978 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f812e170350473549e9c8d84826fff2b, NAME => 'test,rrr,1734254412907.f812e170350473549e9c8d84826fff2b.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:14,983 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ooo,1734254412907.6a7c62260f935948b5a1f9b20f11b63c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:14,983 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 6a7c62260f935948b5a1f9b20f11b63c, disabling compactions & flushes 2024-12-15T09:20:14,983 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ooo,1734254412907.6a7c62260f935948b5a1f9b20f11b63c. 2024-12-15T09:20:14,983 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734254412907.6a7c62260f935948b5a1f9b20f11b63c. 2024-12-15T09:20:14,983 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734254412907.6a7c62260f935948b5a1f9b20f11b63c. after waiting 0 ms 2024-12-15T09:20:14,983 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734254412907.6a7c62260f935948b5a1f9b20f11b63c. 2024-12-15T09:20:14,983 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ooo,1734254412907.6a7c62260f935948b5a1f9b20f11b63c. 2024-12-15T09:20:14,983 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6a7c62260f935948b5a1f9b20f11b63c: 2024-12-15T09:20:14,984 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8fa685ba92f76745dbdae664d03eb157, NAME => 'test,sss,1734254412907.8fa685ba92f76745dbdae664d03eb157.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:14,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741855_1031 (size=45) 2024-12-15T09:20:14,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741856_1032 (size=45) 2024-12-15T09:20:14,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,sss,1734254412907.8fa685ba92f76745dbdae664d03eb157.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:14,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 8fa685ba92f76745dbdae664d03eb157, disabling compactions & flushes 2024-12-15T09:20:14,992 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,sss,1734254412907.8fa685ba92f76745dbdae664d03eb157. 2024-12-15T09:20:14,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734254412907.8fa685ba92f76745dbdae664d03eb157. 2024-12-15T09:20:14,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734254412907.8fa685ba92f76745dbdae664d03eb157. after waiting 0 ms 2024-12-15T09:20:14,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734254412907.8fa685ba92f76745dbdae664d03eb157. 2024-12-15T09:20:14,993 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,sss,1734254412907.8fa685ba92f76745dbdae664d03eb157. 2024-12-15T09:20:14,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8fa685ba92f76745dbdae664d03eb157: 2024-12-15T09:20:14,994 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 776910179d1b989ac5c7b2a3be988194, NAME => 'test,ttt,1734254412907.776910179d1b989ac5c7b2a3be988194.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:14,997 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,qqq,1734254412907.3e506a5b32fbb4b6073b13ad629066a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:14,997 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 3e506a5b32fbb4b6073b13ad629066a6, disabling compactions & flushes 2024-12-15T09:20:14,997 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,qqq,1734254412907.3e506a5b32fbb4b6073b13ad629066a6. 2024-12-15T09:20:14,997 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734254412907.3e506a5b32fbb4b6073b13ad629066a6. 2024-12-15T09:20:14,997 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734254412907.3e506a5b32fbb4b6073b13ad629066a6. after waiting 0 ms 2024-12-15T09:20:14,997 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734254412907.3e506a5b32fbb4b6073b13ad629066a6. 2024-12-15T09:20:14,997 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,qqq,1734254412907.3e506a5b32fbb4b6073b13ad629066a6. 2024-12-15T09:20:14,997 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 3e506a5b32fbb4b6073b13ad629066a6: 2024-12-15T09:20:14,998 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => eb75b8e3002b705121b6cd6f1f6c5606, NAME => 'test,uuu,1734254412907.eb75b8e3002b705121b6cd6f1f6c5606.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:15,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741857_1033 (size=45) 2024-12-15T09:20:15,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741858_1034 (size=45) 2024-12-15T09:20:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T09:20:15,390 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,rrr,1734254412907.f812e170350473549e9c8d84826fff2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:15,390 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing f812e170350473549e9c8d84826fff2b, disabling compactions & flushes 2024-12-15T09:20:15,390 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,rrr,1734254412907.f812e170350473549e9c8d84826fff2b. 2024-12-15T09:20:15,390 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734254412907.f812e170350473549e9c8d84826fff2b. 2024-12-15T09:20:15,390 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734254412907.f812e170350473549e9c8d84826fff2b. after waiting 0 ms 2024-12-15T09:20:15,390 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734254412907.f812e170350473549e9c8d84826fff2b. 2024-12-15T09:20:15,390 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,rrr,1734254412907.f812e170350473549e9c8d84826fff2b. 2024-12-15T09:20:15,390 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for f812e170350473549e9c8d84826fff2b: 2024-12-15T09:20:15,391 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 3128830cc5280f6d5550f62666bd04c1, NAME => 'test,vvv,1734254412907.3128830cc5280f6d5550f62666bd04c1.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:15,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741859_1035 (size=45) 2024-12-15T09:20:15,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ttt,1734254412907.776910179d1b989ac5c7b2a3be988194.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:15,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 776910179d1b989ac5c7b2a3be988194, disabling compactions & flushes 2024-12-15T09:20:15,408 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ttt,1734254412907.776910179d1b989ac5c7b2a3be988194. 2024-12-15T09:20:15,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734254412907.776910179d1b989ac5c7b2a3be988194. 2024-12-15T09:20:15,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734254412907.776910179d1b989ac5c7b2a3be988194. after waiting 0 ms 2024-12-15T09:20:15,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734254412907.776910179d1b989ac5c7b2a3be988194. 2024-12-15T09:20:15,408 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ttt,1734254412907.776910179d1b989ac5c7b2a3be988194. 2024-12-15T09:20:15,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 776910179d1b989ac5c7b2a3be988194: 2024-12-15T09:20:15,409 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3b8daafb3c7dc7e4cb320e7bb3ed4ea8, NAME => 'test,www,1734254412907.3b8daafb3c7dc7e4cb320e7bb3ed4ea8.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:15,409 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,uuu,1734254412907.eb75b8e3002b705121b6cd6f1f6c5606.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:15,409 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing eb75b8e3002b705121b6cd6f1f6c5606, disabling compactions & flushes 2024-12-15T09:20:15,409 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,uuu,1734254412907.eb75b8e3002b705121b6cd6f1f6c5606. 2024-12-15T09:20:15,409 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734254412907.eb75b8e3002b705121b6cd6f1f6c5606. 2024-12-15T09:20:15,409 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734254412907.eb75b8e3002b705121b6cd6f1f6c5606. after waiting 0 ms 2024-12-15T09:20:15,410 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734254412907.eb75b8e3002b705121b6cd6f1f6c5606. 2024-12-15T09:20:15,410 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,uuu,1734254412907.eb75b8e3002b705121b6cd6f1f6c5606. 2024-12-15T09:20:15,410 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for eb75b8e3002b705121b6cd6f1f6c5606: 2024-12-15T09:20:15,410 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 2a7d584c294b84900a3dc288c3a367eb, NAME => 'test,xxx,1734254412907.2a7d584c294b84900a3dc288c3a367eb.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:15,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741860_1036 (size=45) 2024-12-15T09:20:15,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741861_1037 (size=45) 2024-12-15T09:20:15,798 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,vvv,1734254412907.3128830cc5280f6d5550f62666bd04c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:15,798 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 3128830cc5280f6d5550f62666bd04c1, disabling compactions & flushes 2024-12-15T09:20:15,798 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,vvv,1734254412907.3128830cc5280f6d5550f62666bd04c1. 2024-12-15T09:20:15,799 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734254412907.3128830cc5280f6d5550f62666bd04c1. 2024-12-15T09:20:15,799 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734254412907.3128830cc5280f6d5550f62666bd04c1. after waiting 0 ms 2024-12-15T09:20:15,799 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734254412907.3128830cc5280f6d5550f62666bd04c1. 2024-12-15T09:20:15,799 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,vvv,1734254412907.3128830cc5280f6d5550f62666bd04c1. 2024-12-15T09:20:15,799 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 3128830cc5280f6d5550f62666bd04c1: 2024-12-15T09:20:15,799 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 41f0319bcbe13baea5e96b3ea1f4b722, NAME => 'test,yyy,1734254412907.41f0319bcbe13baea5e96b3ea1f4b722.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:15,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741862_1038 (size=45) 2024-12-15T09:20:15,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,www,1734254412907.3b8daafb3c7dc7e4cb320e7bb3ed4ea8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:15,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 3b8daafb3c7dc7e4cb320e7bb3ed4ea8, disabling compactions & flushes 2024-12-15T09:20:15,818 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,www,1734254412907.3b8daafb3c7dc7e4cb320e7bb3ed4ea8. 2024-12-15T09:20:15,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734254412907.3b8daafb3c7dc7e4cb320e7bb3ed4ea8. 2024-12-15T09:20:15,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734254412907.3b8daafb3c7dc7e4cb320e7bb3ed4ea8. after waiting 0 ms 2024-12-15T09:20:15,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734254412907.3b8daafb3c7dc7e4cb320e7bb3ed4ea8. 2024-12-15T09:20:15,818 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,www,1734254412907.3b8daafb3c7dc7e4cb320e7bb3ed4ea8. 2024-12-15T09:20:15,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3b8daafb3c7dc7e4cb320e7bb3ed4ea8: 2024-12-15T09:20:15,818 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b4f101ed4c15e802e4d2b453b63e6d1e, NAME => 'test,zzz,1734254412907.b4f101ed4c15e802e4d2b453b63e6d1e.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:15,819 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,xxx,1734254412907.2a7d584c294b84900a3dc288c3a367eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:15,819 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 2a7d584c294b84900a3dc288c3a367eb, disabling compactions & flushes 2024-12-15T09:20:15,819 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,xxx,1734254412907.2a7d584c294b84900a3dc288c3a367eb. 2024-12-15T09:20:15,819 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734254412907.2a7d584c294b84900a3dc288c3a367eb. 2024-12-15T09:20:15,819 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734254412907.2a7d584c294b84900a3dc288c3a367eb. after waiting 0 ms 2024-12-15T09:20:15,820 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734254412907.2a7d584c294b84900a3dc288c3a367eb. 2024-12-15T09:20:15,820 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,xxx,1734254412907.2a7d584c294b84900a3dc288c3a367eb. 2024-12-15T09:20:15,820 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 2a7d584c294b84900a3dc288c3a367eb: 2024-12-15T09:20:15,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741863_1039 (size=42) 2024-12-15T09:20:15,994 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T09:20:16,206 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,yyy,1734254412907.41f0319bcbe13baea5e96b3ea1f4b722.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:16,207 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 41f0319bcbe13baea5e96b3ea1f4b722, disabling compactions & flushes 2024-12-15T09:20:16,207 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,yyy,1734254412907.41f0319bcbe13baea5e96b3ea1f4b722. 2024-12-15T09:20:16,207 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734254412907.41f0319bcbe13baea5e96b3ea1f4b722. 2024-12-15T09:20:16,207 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734254412907.41f0319bcbe13baea5e96b3ea1f4b722. after waiting 0 ms 2024-12-15T09:20:16,207 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734254412907.41f0319bcbe13baea5e96b3ea1f4b722. 2024-12-15T09:20:16,207 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,yyy,1734254412907.41f0319bcbe13baea5e96b3ea1f4b722. 2024-12-15T09:20:16,207 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 41f0319bcbe13baea5e96b3ea1f4b722: 2024-12-15T09:20:16,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,zzz,1734254412907.b4f101ed4c15e802e4d2b453b63e6d1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:16,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing b4f101ed4c15e802e4d2b453b63e6d1e, disabling compactions & flushes 2024-12-15T09:20:16,225 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,zzz,1734254412907.b4f101ed4c15e802e4d2b453b63e6d1e. 2024-12-15T09:20:16,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734254412907.b4f101ed4c15e802e4d2b453b63e6d1e. 2024-12-15T09:20:16,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734254412907.b4f101ed4c15e802e4d2b453b63e6d1e. after waiting 0 ms 2024-12-15T09:20:16,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734254412907.b4f101ed4c15e802e4d2b453b63e6d1e. 2024-12-15T09:20:16,225 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,zzz,1734254412907.b4f101ed4c15e802e4d2b453b63e6d1e. 2024-12-15T09:20:16,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for b4f101ed4c15e802e4d2b453b63e6d1e: 2024-12-15T09:20:16,227 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T09:20:16,227 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734254412907.2e8e7e932e5a1e80b1a9de5a93b8bb38.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,227 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734254412907.0cb90a69601d833148f180561a2edd60.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,228 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734254412907.75209ac0ba8d3bc962a6988127e2af65.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,228 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,228 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734254412907.f2ba4358048981c72097440da32e7d41.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,228 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734254412907.5f73ca470d213287ca1c65f312ba3468.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,228 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734254412907.eccb9f31cdc4282b9e2f8f40cc6982dc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,228 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734254412907.f46398bce28b9ac71bc2dedd29ed5dff.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,229 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734254412907.6551e8446e3b190079ea9eaaf089b484.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,229 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734254412907.8513729bb09c15cf83097d4e626f25d6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,229 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734254412907.c665bf4045060f4b50ede6344d86fb69.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,229 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734254412907.e350bc8f837e95d77277613cb5f8ec94.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,229 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734254412907.976e1fb972f0cae505a60c20816dc636.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,229 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734254412907.89709b964cad49f476b9ac413a65616a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,229 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734254412907.79a0eaee120bad6f28123b0f94cd21f0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,229 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734254412907.6a7c62260f935948b5a1f9b20f11b63c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,229 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734254412907.8fa685ba92f76745dbdae664d03eb157.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,230 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734254412907.3e506a5b32fbb4b6073b13ad629066a6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,230 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734254412907.f812e170350473549e9c8d84826fff2b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,230 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734254412907.776910179d1b989ac5c7b2a3be988194.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,230 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734254412907.eb75b8e3002b705121b6cd6f1f6c5606.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,230 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734254412907.3128830cc5280f6d5550f62666bd04c1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,230 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734254412907.3b8daafb3c7dc7e4cb320e7bb3ed4ea8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,230 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734254412907.2a7d584c294b84900a3dc288c3a367eb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,230 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734254412907.41f0319bcbe13baea5e96b3ea1f4b722.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,231 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734254412907.b4f101ed4c15e802e4d2b453b63e6d1e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734254416227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254416227"}]},"ts":"1734254416227"} 2024-12-15T09:20:16,236 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-15T09:20:16,237 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T09:20:16,237 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734254416237"}]},"ts":"1734254416237"} 2024-12-15T09:20:16,239 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-15T09:20:16,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=945f0366fb198cb9f4bfb266473f9efd, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=75209ac0ba8d3bc962a6988127e2af65, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2e8e7e932e5a1e80b1a9de5a93b8bb38, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0cb90a69601d833148f180561a2edd60, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5f73ca470d213287ca1c65f312ba3468, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f2ba4358048981c72097440da32e7d41, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=eccb9f31cdc4282b9e2f8f40cc6982dc, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f46398bce28b9ac71bc2dedd29ed5dff, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6551e8446e3b190079ea9eaaf089b484, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8513729bb09c15cf83097d4e626f25d6, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c665bf4045060f4b50ede6344d86fb69, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=976e1fb972f0cae505a60c20816dc636, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e350bc8f837e95d77277613cb5f8ec94, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=79a0eaee120bad6f28123b0f94cd21f0, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6a7c62260f935948b5a1f9b20f11b63c, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=89709b964cad49f476b9ac413a65616a, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3e506a5b32fbb4b6073b13ad629066a6, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f812e170350473549e9c8d84826fff2b, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8fa685ba92f76745dbdae664d03eb157, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=776910179d1b989ac5c7b2a3be988194, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=eb75b8e3002b705121b6cd6f1f6c5606, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3128830cc5280f6d5550f62666bd04c1, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3b8daafb3c7dc7e4cb320e7bb3ed4ea8, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2a7d584c294b84900a3dc288c3a367eb, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=41f0319bcbe13baea5e96b3ea1f4b722, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b4f101ed4c15e802e4d2b453b63e6d1e, ASSIGN}] 2024-12-15T09:20:16,322 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2e8e7e932e5a1e80b1a9de5a93b8bb38, ASSIGN 2024-12-15T09:20:16,322 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8513729bb09c15cf83097d4e626f25d6, ASSIGN 2024-12-15T09:20:16,322 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f2ba4358048981c72097440da32e7d41, ASSIGN 2024-12-15T09:20:16,322 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6551e8446e3b190079ea9eaaf089b484, ASSIGN 2024-12-15T09:20:16,323 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2e8e7e932e5a1e80b1a9de5a93b8bb38, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,323 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8513729bb09c15cf83097d4e626f25d6, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,323 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f2ba4358048981c72097440da32e7d41, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,323 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6551e8446e3b190079ea9eaaf089b484, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,325 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=41f0319bcbe13baea5e96b3ea1f4b722, ASSIGN 2024-12-15T09:20:16,325 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b4f101ed4c15e802e4d2b453b63e6d1e, ASSIGN 2024-12-15T09:20:16,325 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2a7d584c294b84900a3dc288c3a367eb, ASSIGN 2024-12-15T09:20:16,325 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3b8daafb3c7dc7e4cb320e7bb3ed4ea8, ASSIGN 2024-12-15T09:20:16,326 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3128830cc5280f6d5550f62666bd04c1, ASSIGN 2024-12-15T09:20:16,326 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=41f0319bcbe13baea5e96b3ea1f4b722, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,326 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b4f101ed4c15e802e4d2b453b63e6d1e, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,326 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2a7d584c294b84900a3dc288c3a367eb, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,326 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3b8daafb3c7dc7e4cb320e7bb3ed4ea8, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,326 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3128830cc5280f6d5550f62666bd04c1, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,329 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8fa685ba92f76745dbdae664d03eb157, ASSIGN 2024-12-15T09:20:16,329 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f812e170350473549e9c8d84826fff2b, ASSIGN 2024-12-15T09:20:16,329 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=eb75b8e3002b705121b6cd6f1f6c5606, ASSIGN 2024-12-15T09:20:16,329 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=776910179d1b989ac5c7b2a3be988194, ASSIGN 2024-12-15T09:20:16,329 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3e506a5b32fbb4b6073b13ad629066a6, ASSIGN 2024-12-15T09:20:16,330 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8fa685ba92f76745dbdae664d03eb157, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,330 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f812e170350473549e9c8d84826fff2b, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,330 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=776910179d1b989ac5c7b2a3be988194, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,330 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=eb75b8e3002b705121b6cd6f1f6c5606, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,330 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3e506a5b32fbb4b6073b13ad629066a6, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,333 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=89709b964cad49f476b9ac413a65616a, ASSIGN 2024-12-15T09:20:16,333 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6a7c62260f935948b5a1f9b20f11b63c, ASSIGN 2024-12-15T09:20:16,333 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=79a0eaee120bad6f28123b0f94cd21f0, ASSIGN 2024-12-15T09:20:16,333 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e350bc8f837e95d77277613cb5f8ec94, ASSIGN 2024-12-15T09:20:16,334 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=976e1fb972f0cae505a60c20816dc636, ASSIGN 2024-12-15T09:20:16,334 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=89709b964cad49f476b9ac413a65616a, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,334 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=79a0eaee120bad6f28123b0f94cd21f0, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,334 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6a7c62260f935948b5a1f9b20f11b63c, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,335 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e350bc8f837e95d77277613cb5f8ec94, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,335 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=976e1fb972f0cae505a60c20816dc636, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,338 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f46398bce28b9ac71bc2dedd29ed5dff, ASSIGN 2024-12-15T09:20:16,338 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=eccb9f31cdc4282b9e2f8f40cc6982dc, ASSIGN 2024-12-15T09:20:16,338 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c665bf4045060f4b50ede6344d86fb69, ASSIGN 2024-12-15T09:20:16,338 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5f73ca470d213287ca1c65f312ba3468, ASSIGN 2024-12-15T09:20:16,338 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0cb90a69601d833148f180561a2edd60, ASSIGN 2024-12-15T09:20:16,339 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f46398bce28b9ac71bc2dedd29ed5dff, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,339 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5f73ca470d213287ca1c65f312ba3468, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,339 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c665bf4045060f4b50ede6344d86fb69, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,339 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=eccb9f31cdc4282b9e2f8f40cc6982dc, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,339 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0cb90a69601d833148f180561a2edd60, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,341 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=945f0366fb198cb9f4bfb266473f9efd, ASSIGN 2024-12-15T09:20:16,341 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=75209ac0ba8d3bc962a6988127e2af65, ASSIGN 2024-12-15T09:20:16,342 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=945f0366fb198cb9f4bfb266473f9efd, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,342 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=75209ac0ba8d3bc962a6988127e2af65, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:16,473 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=89709b964cad49f476b9ac413a65616a, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=6a7c62260f935948b5a1f9b20f11b63c, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,473 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=b4f101ed4c15e802e4d2b453b63e6d1e, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,473 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=3e506a5b32fbb4b6073b13ad629066a6, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=2a7d584c294b84900a3dc288c3a367eb, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE; OpenRegionProcedure b4f101ed4c15e802e4d2b453b63e6d1e, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=24, state=RUNNABLE; OpenRegionProcedure 6a7c62260f935948b5a1f9b20f11b63c, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=25, state=RUNNABLE; OpenRegionProcedure 89709b964cad49f476b9ac413a65616a, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=33, state=RUNNABLE; OpenRegionProcedure 2a7d584c294b84900a3dc288c3a367eb, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=26, state=RUNNABLE; OpenRegionProcedure 3e506a5b32fbb4b6073b13ad629066a6, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,479 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=79a0eaee120bad6f28123b0f94cd21f0, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,482 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=eb75b8e3002b705121b6cd6f1f6c5606, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=23, state=RUNNABLE; OpenRegionProcedure 79a0eaee120bad6f28123b0f94cd21f0, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,482 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=2e8e7e932e5a1e80b1a9de5a93b8bb38, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,482 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=eccb9f31cdc4282b9e2f8f40cc6982dc, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,483 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=e350bc8f837e95d77277613cb5f8ec94, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=30, state=RUNNABLE; OpenRegionProcedure eb75b8e3002b705121b6cd6f1f6c5606, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=16, state=RUNNABLE; OpenRegionProcedure eccb9f31cdc4282b9e2f8f40cc6982dc, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,485 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=41f0319bcbe13baea5e96b3ea1f4b722, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=22, state=RUNNABLE; OpenRegionProcedure e350bc8f837e95d77277613cb5f8ec94, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=12, state=RUNNABLE; OpenRegionProcedure 2e8e7e932e5a1e80b1a9de5a93b8bb38, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=34, state=RUNNABLE; OpenRegionProcedure 41f0319bcbe13baea5e96b3ea1f4b722, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,488 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=945f0366fb198cb9f4bfb266473f9efd, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,488 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=f46398bce28b9ac71bc2dedd29ed5dff, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,490 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=6551e8446e3b190079ea9eaaf089b484, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=17, state=RUNNABLE; OpenRegionProcedure f46398bce28b9ac71bc2dedd29ed5dff, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=10, state=RUNNABLE; OpenRegionProcedure 945f0366fb198cb9f4bfb266473f9efd, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,493 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=8513729bb09c15cf83097d4e626f25d6, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=18, state=RUNNABLE; OpenRegionProcedure 6551e8446e3b190079ea9eaaf089b484, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,495 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=3b8daafb3c7dc7e4cb320e7bb3ed4ea8, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=19, state=RUNNABLE; OpenRegionProcedure 8513729bb09c15cf83097d4e626f25d6, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=32, state=RUNNABLE; OpenRegionProcedure 3b8daafb3c7dc7e4cb320e7bb3ed4ea8, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,500 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=c665bf4045060f4b50ede6344d86fb69, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,500 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=5f73ca470d213287ca1c65f312ba3468, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,502 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=8fa685ba92f76745dbdae664d03eb157, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,502 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=f2ba4358048981c72097440da32e7d41, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,502 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=776910179d1b989ac5c7b2a3be988194, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=20, state=RUNNABLE; OpenRegionProcedure c665bf4045060f4b50ede6344d86fb69, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=14, state=RUNNABLE; OpenRegionProcedure 5f73ca470d213287ca1c65f312ba3468, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=28, state=RUNNABLE; OpenRegionProcedure 8fa685ba92f76745dbdae664d03eb157, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=15, state=RUNNABLE; OpenRegionProcedure f2ba4358048981c72097440da32e7d41, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=29, state=RUNNABLE; OpenRegionProcedure 776910179d1b989ac5c7b2a3be988194, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,512 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=f812e170350473549e9c8d84826fff2b, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,513 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=75209ac0ba8d3bc962a6988127e2af65, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,513 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=0cb90a69601d833148f180561a2edd60, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,513 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=3128830cc5280f6d5550f62666bd04c1, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=27, state=RUNNABLE; OpenRegionProcedure f812e170350473549e9c8d84826fff2b, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=13, state=RUNNABLE; OpenRegionProcedure 0cb90a69601d833148f180561a2edd60, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=11, state=RUNNABLE; OpenRegionProcedure 75209ac0ba8d3bc962a6988127e2af65, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,515 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=976e1fb972f0cae505a60c20816dc636, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=31, state=RUNNABLE; OpenRegionProcedure 3128830cc5280f6d5550f62666bd04c1, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=21, state=RUNNABLE; OpenRegionProcedure 976e1fb972f0cae505a60c20816dc636, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:16,628 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,632 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,ggg,1734254412907.eccb9f31cdc4282b9e2f8f40cc6982dc. 2024-12-15T09:20:16,632 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => eccb9f31cdc4282b9e2f8f40cc6982dc, NAME => 'test,ggg,1734254412907.eccb9f31cdc4282b9e2f8f40cc6982dc.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-15T09:20:16,633 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eccb9f31cdc4282b9e2f8f40cc6982dc 2024-12-15T09:20:16,633 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,ggg,1734254412907.eccb9f31cdc4282b9e2f8f40cc6982dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:16,633 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for eccb9f31cdc4282b9e2f8f40cc6982dc 2024-12-15T09:20:16,633 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for eccb9f31cdc4282b9e2f8f40cc6982dc 2024-12-15T09:20:16,634 INFO [StoreOpener-eccb9f31cdc4282b9e2f8f40cc6982dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eccb9f31cdc4282b9e2f8f40cc6982dc 2024-12-15T09:20:16,637 INFO [StoreOpener-eccb9f31cdc4282b9e2f8f40cc6982dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eccb9f31cdc4282b9e2f8f40cc6982dc columnFamilyName f 2024-12-15T09:20:16,637 DEBUG [StoreOpener-eccb9f31cdc4282b9e2f8f40cc6982dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,638 INFO [StoreOpener-eccb9f31cdc4282b9e2f8f40cc6982dc-1 {}] regionserver.HStore(327): Store=eccb9f31cdc4282b9e2f8f40cc6982dc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,638 INFO [StoreOpener-eccb9f31cdc4282b9e2f8f40cc6982dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eccb9f31cdc4282b9e2f8f40cc6982dc 2024-12-15T09:20:16,639 INFO [StoreOpener-eccb9f31cdc4282b9e2f8f40cc6982dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eccb9f31cdc4282b9e2f8f40cc6982dc columnFamilyName norep 2024-12-15T09:20:16,640 DEBUG [StoreOpener-eccb9f31cdc4282b9e2f8f40cc6982dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,640 INFO [StoreOpener-eccb9f31cdc4282b9e2f8f40cc6982dc-1 {}] regionserver.HStore(327): Store=eccb9f31cdc4282b9e2f8f40cc6982dc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,641 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/eccb9f31cdc4282b9e2f8f40cc6982dc 2024-12-15T09:20:16,642 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/eccb9f31cdc4282b9e2f8f40cc6982dc 2024-12-15T09:20:16,643 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:16,644 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for eccb9f31cdc4282b9e2f8f40cc6982dc 2024-12-15T09:20:16,647 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/eccb9f31cdc4282b9e2f8f40cc6982dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:16,647 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened eccb9f31cdc4282b9e2f8f40cc6982dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66502713, jitterRate=-0.00903235375881195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:16,647 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for eccb9f31cdc4282b9e2f8f40cc6982dc: 2024-12-15T09:20:16,648 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734254412907.eccb9f31cdc4282b9e2f8f40cc6982dc., pid=43, masterSystemTime=1734254416627 2024-12-15T09:20:16,650 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734254412907.eccb9f31cdc4282b9e2f8f40cc6982dc. 2024-12-15T09:20:16,650 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,ggg,1734254412907.eccb9f31cdc4282b9e2f8f40cc6982dc. 2024-12-15T09:20:16,650 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,lll,1734254412907.976e1fb972f0cae505a60c20816dc636. 2024-12-15T09:20:16,651 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 976e1fb972f0cae505a60c20816dc636, NAME => 'test,lll,1734254412907.976e1fb972f0cae505a60c20816dc636.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-15T09:20:16,651 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=eccb9f31cdc4282b9e2f8f40cc6982dc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,651 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 976e1fb972f0cae505a60c20816dc636 2024-12-15T09:20:16,651 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,lll,1734254412907.976e1fb972f0cae505a60c20816dc636.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:16,651 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 976e1fb972f0cae505a60c20816dc636 2024-12-15T09:20:16,651 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 976e1fb972f0cae505a60c20816dc636 2024-12-15T09:20:16,653 INFO [StoreOpener-976e1fb972f0cae505a60c20816dc636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 976e1fb972f0cae505a60c20816dc636 2024-12-15T09:20:16,654 INFO [StoreOpener-976e1fb972f0cae505a60c20816dc636-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 976e1fb972f0cae505a60c20816dc636 columnFamilyName f 2024-12-15T09:20:16,654 DEBUG [StoreOpener-976e1fb972f0cae505a60c20816dc636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,655 INFO [StoreOpener-976e1fb972f0cae505a60c20816dc636-1 {}] regionserver.HStore(327): Store=976e1fb972f0cae505a60c20816dc636/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=16 2024-12-15T09:20:16,655 INFO [StoreOpener-976e1fb972f0cae505a60c20816dc636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 976e1fb972f0cae505a60c20816dc636 2024-12-15T09:20:16,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=16, state=SUCCESS; OpenRegionProcedure eccb9f31cdc4282b9e2f8f40cc6982dc, server=bc087f1894b4,38343,1734254403761 in 169 msec 2024-12-15T09:20:16,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=eccb9f31cdc4282b9e2f8f40cc6982dc, ASSIGN in 336 msec 2024-12-15T09:20:16,657 INFO [StoreOpener-976e1fb972f0cae505a60c20816dc636-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 976e1fb972f0cae505a60c20816dc636 columnFamilyName norep 2024-12-15T09:20:16,657 DEBUG [StoreOpener-976e1fb972f0cae505a60c20816dc636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,658 INFO [StoreOpener-976e1fb972f0cae505a60c20816dc636-1 {}] regionserver.HStore(327): Store=976e1fb972f0cae505a60c20816dc636/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,659 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/976e1fb972f0cae505a60c20816dc636 2024-12-15T09:20:16,659 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/976e1fb972f0cae505a60c20816dc636 2024-12-15T09:20:16,660 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:16,661 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 976e1fb972f0cae505a60c20816dc636 2024-12-15T09:20:16,664 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/976e1fb972f0cae505a60c20816dc636/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:16,664 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 976e1fb972f0cae505a60c20816dc636; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63012772, jitterRate=-0.061036527156829834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:16,664 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 976e1fb972f0cae505a60c20816dc636: 2024-12-15T09:20:16,665 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734254412907.976e1fb972f0cae505a60c20816dc636., pid=61, masterSystemTime=1734254416627 2024-12-15T09:20:16,667 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734254412907.976e1fb972f0cae505a60c20816dc636. 2024-12-15T09:20:16,667 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,lll,1734254412907.976e1fb972f0cae505a60c20816dc636. 2024-12-15T09:20:16,667 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,rrr,1734254412907.f812e170350473549e9c8d84826fff2b. 2024-12-15T09:20:16,667 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=976e1fb972f0cae505a60c20816dc636, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,667 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => f812e170350473549e9c8d84826fff2b, NAME => 'test,rrr,1734254412907.f812e170350473549e9c8d84826fff2b.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-15T09:20:16,668 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f812e170350473549e9c8d84826fff2b 2024-12-15T09:20:16,668 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,rrr,1734254412907.f812e170350473549e9c8d84826fff2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:16,668 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for f812e170350473549e9c8d84826fff2b 2024-12-15T09:20:16,668 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for f812e170350473549e9c8d84826fff2b 2024-12-15T09:20:16,670 INFO [StoreOpener-f812e170350473549e9c8d84826fff2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f812e170350473549e9c8d84826fff2b 2024-12-15T09:20:16,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=21 2024-12-15T09:20:16,675 INFO [StoreOpener-f812e170350473549e9c8d84826fff2b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f812e170350473549e9c8d84826fff2b columnFamilyName f 2024-12-15T09:20:16,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=21, state=SUCCESS; OpenRegionProcedure 976e1fb972f0cae505a60c20816dc636, server=bc087f1894b4,38343,1734254403761 in 152 msec 2024-12-15T09:20:16,675 DEBUG [StoreOpener-f812e170350473549e9c8d84826fff2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=976e1fb972f0cae505a60c20816dc636, ASSIGN in 356 msec 2024-12-15T09:20:16,676 INFO [StoreOpener-f812e170350473549e9c8d84826fff2b-1 {}] regionserver.HStore(327): Store=f812e170350473549e9c8d84826fff2b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,676 INFO [StoreOpener-f812e170350473549e9c8d84826fff2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f812e170350473549e9c8d84826fff2b 2024-12-15T09:20:16,678 INFO [StoreOpener-f812e170350473549e9c8d84826fff2b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f812e170350473549e9c8d84826fff2b columnFamilyName norep 2024-12-15T09:20:16,678 DEBUG [StoreOpener-f812e170350473549e9c8d84826fff2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,679 INFO [StoreOpener-f812e170350473549e9c8d84826fff2b-1 {}] regionserver.HStore(327): Store=f812e170350473549e9c8d84826fff2b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,680 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/f812e170350473549e9c8d84826fff2b 2024-12-15T09:20:16,680 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/f812e170350473549e9c8d84826fff2b 2024-12-15T09:20:16,681 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:16,683 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for f812e170350473549e9c8d84826fff2b 2024-12-15T09:20:16,685 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/f812e170350473549e9c8d84826fff2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:16,686 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened f812e170350473549e9c8d84826fff2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71077737, jitterRate=0.05914081633090973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:16,686 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for f812e170350473549e9c8d84826fff2b: 2024-12-15T09:20:16,687 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734254412907.f812e170350473549e9c8d84826fff2b., pid=57, masterSystemTime=1734254416627 2024-12-15T09:20:16,689 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734254412907.f812e170350473549e9c8d84826fff2b. 2024-12-15T09:20:16,689 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,rrr,1734254412907.f812e170350473549e9c8d84826fff2b. 2024-12-15T09:20:16,689 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,zzz,1734254412907.b4f101ed4c15e802e4d2b453b63e6d1e. 2024-12-15T09:20:16,689 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => b4f101ed4c15e802e4d2b453b63e6d1e, NAME => 'test,zzz,1734254412907.b4f101ed4c15e802e4d2b453b63e6d1e.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-15T09:20:16,689 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=f812e170350473549e9c8d84826fff2b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,690 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b4f101ed4c15e802e4d2b453b63e6d1e 2024-12-15T09:20:16,690 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,zzz,1734254412907.b4f101ed4c15e802e4d2b453b63e6d1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:16,690 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for b4f101ed4c15e802e4d2b453b63e6d1e 2024-12-15T09:20:16,690 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for b4f101ed4c15e802e4d2b453b63e6d1e 2024-12-15T09:20:16,692 INFO [StoreOpener-b4f101ed4c15e802e4d2b453b63e6d1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b4f101ed4c15e802e4d2b453b63e6d1e 2024-12-15T09:20:16,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=27 2024-12-15T09:20:16,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=27, state=SUCCESS; OpenRegionProcedure f812e170350473549e9c8d84826fff2b, server=bc087f1894b4,38343,1734254403761 in 177 msec 2024-12-15T09:20:16,695 INFO [StoreOpener-b4f101ed4c15e802e4d2b453b63e6d1e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4f101ed4c15e802e4d2b453b63e6d1e columnFamilyName f 2024-12-15T09:20:16,695 DEBUG [StoreOpener-b4f101ed4c15e802e4d2b453b63e6d1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,696 INFO [StoreOpener-b4f101ed4c15e802e4d2b453b63e6d1e-1 {}] regionserver.HStore(327): Store=b4f101ed4c15e802e4d2b453b63e6d1e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,696 INFO [StoreOpener-b4f101ed4c15e802e4d2b453b63e6d1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b4f101ed4c15e802e4d2b453b63e6d1e 2024-12-15T09:20:16,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f812e170350473549e9c8d84826fff2b, ASSIGN in 376 msec 2024-12-15T09:20:16,697 INFO [StoreOpener-b4f101ed4c15e802e4d2b453b63e6d1e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4f101ed4c15e802e4d2b453b63e6d1e columnFamilyName norep 2024-12-15T09:20:16,697 DEBUG [StoreOpener-b4f101ed4c15e802e4d2b453b63e6d1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,698 INFO [StoreOpener-b4f101ed4c15e802e4d2b453b63e6d1e-1 {}] regionserver.HStore(327): Store=b4f101ed4c15e802e4d2b453b63e6d1e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,699 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/b4f101ed4c15e802e4d2b453b63e6d1e 2024-12-15T09:20:16,699 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/b4f101ed4c15e802e4d2b453b63e6d1e 2024-12-15T09:20:16,700 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:16,701 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for b4f101ed4c15e802e4d2b453b63e6d1e 2024-12-15T09:20:16,703 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/b4f101ed4c15e802e4d2b453b63e6d1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:16,704 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened b4f101ed4c15e802e4d2b453b63e6d1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58844213, jitterRate=-0.12315289676189423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:16,704 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for b4f101ed4c15e802e4d2b453b63e6d1e: 2024-12-15T09:20:16,705 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734254412907.b4f101ed4c15e802e4d2b453b63e6d1e., pid=36, masterSystemTime=1734254416627 2024-12-15T09:20:16,706 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734254412907.b4f101ed4c15e802e4d2b453b63e6d1e. 2024-12-15T09:20:16,706 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,zzz,1734254412907.b4f101ed4c15e802e4d2b453b63e6d1e. 2024-12-15T09:20:16,706 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,nnn,1734254412907.79a0eaee120bad6f28123b0f94cd21f0. 2024-12-15T09:20:16,706 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 79a0eaee120bad6f28123b0f94cd21f0, NAME => 'test,nnn,1734254412907.79a0eaee120bad6f28123b0f94cd21f0.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-15T09:20:16,706 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=b4f101ed4c15e802e4d2b453b63e6d1e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,707 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 79a0eaee120bad6f28123b0f94cd21f0 2024-12-15T09:20:16,707 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,nnn,1734254412907.79a0eaee120bad6f28123b0f94cd21f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:16,707 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 79a0eaee120bad6f28123b0f94cd21f0 2024-12-15T09:20:16,707 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 79a0eaee120bad6f28123b0f94cd21f0 2024-12-15T09:20:16,709 INFO [StoreOpener-79a0eaee120bad6f28123b0f94cd21f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 79a0eaee120bad6f28123b0f94cd21f0 2024-12-15T09:20:16,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-12-15T09:20:16,712 INFO [StoreOpener-79a0eaee120bad6f28123b0f94cd21f0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79a0eaee120bad6f28123b0f94cd21f0 columnFamilyName f 2024-12-15T09:20:16,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; OpenRegionProcedure b4f101ed4c15e802e4d2b453b63e6d1e, server=bc087f1894b4,38343,1734254403761 in 233 msec 2024-12-15T09:20:16,712 DEBUG [StoreOpener-79a0eaee120bad6f28123b0f94cd21f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b4f101ed4c15e802e4d2b453b63e6d1e, ASSIGN in 392 msec 2024-12-15T09:20:16,713 INFO [StoreOpener-79a0eaee120bad6f28123b0f94cd21f0-1 {}] regionserver.HStore(327): Store=79a0eaee120bad6f28123b0f94cd21f0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,713 INFO [StoreOpener-79a0eaee120bad6f28123b0f94cd21f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 79a0eaee120bad6f28123b0f94cd21f0 2024-12-15T09:20:16,714 INFO [StoreOpener-79a0eaee120bad6f28123b0f94cd21f0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79a0eaee120bad6f28123b0f94cd21f0 columnFamilyName norep 2024-12-15T09:20:16,714 DEBUG [StoreOpener-79a0eaee120bad6f28123b0f94cd21f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,715 INFO [StoreOpener-79a0eaee120bad6f28123b0f94cd21f0-1 {}] regionserver.HStore(327): Store=79a0eaee120bad6f28123b0f94cd21f0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,716 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/79a0eaee120bad6f28123b0f94cd21f0 2024-12-15T09:20:16,716 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/79a0eaee120bad6f28123b0f94cd21f0 2024-12-15T09:20:16,718 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:16,719 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 79a0eaee120bad6f28123b0f94cd21f0 2024-12-15T09:20:16,721 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/79a0eaee120bad6f28123b0f94cd21f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:16,722 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 79a0eaee120bad6f28123b0f94cd21f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66297470, jitterRate=-0.012090712785720825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:16,722 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 79a0eaee120bad6f28123b0f94cd21f0: 2024-12-15T09:20:16,723 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734254412907.79a0eaee120bad6f28123b0f94cd21f0., pid=41, masterSystemTime=1734254416627 2024-12-15T09:20:16,724 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734254412907.79a0eaee120bad6f28123b0f94cd21f0. 2024-12-15T09:20:16,724 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,nnn,1734254412907.79a0eaee120bad6f28123b0f94cd21f0. 2024-12-15T09:20:16,725 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,ttt,1734254412907.776910179d1b989ac5c7b2a3be988194. 2024-12-15T09:20:16,725 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=79a0eaee120bad6f28123b0f94cd21f0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,725 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 776910179d1b989ac5c7b2a3be988194, NAME => 'test,ttt,1734254412907.776910179d1b989ac5c7b2a3be988194.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-15T09:20:16,725 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 776910179d1b989ac5c7b2a3be988194 2024-12-15T09:20:16,725 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,ttt,1734254412907.776910179d1b989ac5c7b2a3be988194.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:16,725 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 776910179d1b989ac5c7b2a3be988194 2024-12-15T09:20:16,725 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 776910179d1b989ac5c7b2a3be988194 2024-12-15T09:20:16,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=23 2024-12-15T09:20:16,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=23, state=SUCCESS; OpenRegionProcedure 79a0eaee120bad6f28123b0f94cd21f0, server=bc087f1894b4,38343,1734254403761 in 246 msec 2024-12-15T09:20:16,729 INFO [StoreOpener-776910179d1b989ac5c7b2a3be988194-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 776910179d1b989ac5c7b2a3be988194 2024-12-15T09:20:16,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=79a0eaee120bad6f28123b0f94cd21f0, ASSIGN in 410 msec 2024-12-15T09:20:16,731 INFO [StoreOpener-776910179d1b989ac5c7b2a3be988194-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 776910179d1b989ac5c7b2a3be988194 columnFamilyName f 2024-12-15T09:20:16,731 DEBUG [StoreOpener-776910179d1b989ac5c7b2a3be988194-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,732 INFO [StoreOpener-776910179d1b989ac5c7b2a3be988194-1 {}] regionserver.HStore(327): Store=776910179d1b989ac5c7b2a3be988194/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,732 INFO [StoreOpener-776910179d1b989ac5c7b2a3be988194-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 776910179d1b989ac5c7b2a3be988194 2024-12-15T09:20:16,734 INFO [StoreOpener-776910179d1b989ac5c7b2a3be988194-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 776910179d1b989ac5c7b2a3be988194 columnFamilyName norep 2024-12-15T09:20:16,734 DEBUG [StoreOpener-776910179d1b989ac5c7b2a3be988194-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,734 INFO [StoreOpener-776910179d1b989ac5c7b2a3be988194-1 {}] regionserver.HStore(327): Store=776910179d1b989ac5c7b2a3be988194/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,736 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/776910179d1b989ac5c7b2a3be988194 2024-12-15T09:20:16,736 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/776910179d1b989ac5c7b2a3be988194 2024-12-15T09:20:16,738 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:16,740 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 776910179d1b989ac5c7b2a3be988194 2024-12-15T09:20:16,743 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/776910179d1b989ac5c7b2a3be988194/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:16,743 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 776910179d1b989ac5c7b2a3be988194; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66361398, jitterRate=-0.011138111352920532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:16,743 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 776910179d1b989ac5c7b2a3be988194: 2024-12-15T09:20:16,744 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734254412907.776910179d1b989ac5c7b2a3be988194., pid=56, masterSystemTime=1734254416627 2024-12-15T09:20:16,746 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734254412907.776910179d1b989ac5c7b2a3be988194. 2024-12-15T09:20:16,746 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,ttt,1734254412907.776910179d1b989ac5c7b2a3be988194. 2024-12-15T09:20:16,746 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,www,1734254412907.3b8daafb3c7dc7e4cb320e7bb3ed4ea8. 2024-12-15T09:20:16,746 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=776910179d1b989ac5c7b2a3be988194, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,746 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 3b8daafb3c7dc7e4cb320e7bb3ed4ea8, NAME => 'test,www,1734254412907.3b8daafb3c7dc7e4cb320e7bb3ed4ea8.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-15T09:20:16,747 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3b8daafb3c7dc7e4cb320e7bb3ed4ea8 2024-12-15T09:20:16,747 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,www,1734254412907.3b8daafb3c7dc7e4cb320e7bb3ed4ea8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:16,747 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 3b8daafb3c7dc7e4cb320e7bb3ed4ea8 2024-12-15T09:20:16,747 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 3b8daafb3c7dc7e4cb320e7bb3ed4ea8 2024-12-15T09:20:16,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=29 2024-12-15T09:20:16,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=29, state=SUCCESS; OpenRegionProcedure 776910179d1b989ac5c7b2a3be988194, server=bc087f1894b4,38343,1734254403761 in 240 msec 2024-12-15T09:20:16,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=776910179d1b989ac5c7b2a3be988194, ASSIGN in 431 msec 2024-12-15T09:20:16,755 INFO [StoreOpener-3b8daafb3c7dc7e4cb320e7bb3ed4ea8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3b8daafb3c7dc7e4cb320e7bb3ed4ea8 2024-12-15T09:20:16,757 INFO [StoreOpener-3b8daafb3c7dc7e4cb320e7bb3ed4ea8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b8daafb3c7dc7e4cb320e7bb3ed4ea8 columnFamilyName f 2024-12-15T09:20:16,757 DEBUG [StoreOpener-3b8daafb3c7dc7e4cb320e7bb3ed4ea8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,758 INFO [StoreOpener-3b8daafb3c7dc7e4cb320e7bb3ed4ea8-1 {}] regionserver.HStore(327): Store=3b8daafb3c7dc7e4cb320e7bb3ed4ea8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,758 INFO [StoreOpener-3b8daafb3c7dc7e4cb320e7bb3ed4ea8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3b8daafb3c7dc7e4cb320e7bb3ed4ea8 2024-12-15T09:20:16,760 INFO [StoreOpener-3b8daafb3c7dc7e4cb320e7bb3ed4ea8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b8daafb3c7dc7e4cb320e7bb3ed4ea8 columnFamilyName norep 2024-12-15T09:20:16,760 DEBUG [StoreOpener-3b8daafb3c7dc7e4cb320e7bb3ed4ea8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,760 INFO [StoreOpener-3b8daafb3c7dc7e4cb320e7bb3ed4ea8-1 {}] regionserver.HStore(327): Store=3b8daafb3c7dc7e4cb320e7bb3ed4ea8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,761 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/3b8daafb3c7dc7e4cb320e7bb3ed4ea8 2024-12-15T09:20:16,762 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/3b8daafb3c7dc7e4cb320e7bb3ed4ea8 2024-12-15T09:20:16,763 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:16,765 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 3b8daafb3c7dc7e4cb320e7bb3ed4ea8 2024-12-15T09:20:16,768 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/3b8daafb3c7dc7e4cb320e7bb3ed4ea8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:16,768 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 3b8daafb3c7dc7e4cb320e7bb3ed4ea8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66149773, jitterRate=-0.014291569590568542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:16,768 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 3b8daafb3c7dc7e4cb320e7bb3ed4ea8: 2024-12-15T09:20:16,769 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734254412907.3b8daafb3c7dc7e4cb320e7bb3ed4ea8., pid=51, masterSystemTime=1734254416627 2024-12-15T09:20:16,771 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734254412907.3b8daafb3c7dc7e4cb320e7bb3ed4ea8. 2024-12-15T09:20:16,771 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,www,1734254412907.3b8daafb3c7dc7e4cb320e7bb3ed4ea8. 2024-12-15T09:20:16,771 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,sss,1734254412907.8fa685ba92f76745dbdae664d03eb157. 2024-12-15T09:20:16,772 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 8fa685ba92f76745dbdae664d03eb157, NAME => 'test,sss,1734254412907.8fa685ba92f76745dbdae664d03eb157.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-15T09:20:16,772 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=3b8daafb3c7dc7e4cb320e7bb3ed4ea8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,772 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8fa685ba92f76745dbdae664d03eb157 2024-12-15T09:20:16,772 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,sss,1734254412907.8fa685ba92f76745dbdae664d03eb157.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:16,772 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 8fa685ba92f76745dbdae664d03eb157 2024-12-15T09:20:16,772 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 8fa685ba92f76745dbdae664d03eb157 2024-12-15T09:20:16,775 INFO [StoreOpener-8fa685ba92f76745dbdae664d03eb157-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8fa685ba92f76745dbdae664d03eb157 2024-12-15T09:20:16,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=32 2024-12-15T09:20:16,777 INFO [StoreOpener-8fa685ba92f76745dbdae664d03eb157-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fa685ba92f76745dbdae664d03eb157 columnFamilyName f 2024-12-15T09:20:16,777 DEBUG [StoreOpener-8fa685ba92f76745dbdae664d03eb157-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=32, state=SUCCESS; OpenRegionProcedure 3b8daafb3c7dc7e4cb320e7bb3ed4ea8, server=bc087f1894b4,38343,1734254403761 in 277 msec 2024-12-15T09:20:16,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3b8daafb3c7dc7e4cb320e7bb3ed4ea8, ASSIGN in 457 msec 2024-12-15T09:20:16,778 INFO [StoreOpener-8fa685ba92f76745dbdae664d03eb157-1 {}] regionserver.HStore(327): Store=8fa685ba92f76745dbdae664d03eb157/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,778 INFO [StoreOpener-8fa685ba92f76745dbdae664d03eb157-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8fa685ba92f76745dbdae664d03eb157 2024-12-15T09:20:16,780 INFO [StoreOpener-8fa685ba92f76745dbdae664d03eb157-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fa685ba92f76745dbdae664d03eb157 columnFamilyName norep 2024-12-15T09:20:16,780 DEBUG [StoreOpener-8fa685ba92f76745dbdae664d03eb157-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,780 INFO [StoreOpener-8fa685ba92f76745dbdae664d03eb157-1 {}] regionserver.HStore(327): Store=8fa685ba92f76745dbdae664d03eb157/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,781 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/8fa685ba92f76745dbdae664d03eb157 2024-12-15T09:20:16,782 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/8fa685ba92f76745dbdae664d03eb157 2024-12-15T09:20:16,783 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:16,784 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 8fa685ba92f76745dbdae664d03eb157 2024-12-15T09:20:16,787 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/8fa685ba92f76745dbdae664d03eb157/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:16,787 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 8fa685ba92f76745dbdae664d03eb157; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64002953, jitterRate=-0.04628168046474457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:16,788 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 8fa685ba92f76745dbdae664d03eb157: 2024-12-15T09:20:16,789 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734254412907.8fa685ba92f76745dbdae664d03eb157., pid=54, masterSystemTime=1734254416627 2024-12-15T09:20:16,790 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734254412907.8fa685ba92f76745dbdae664d03eb157. 2024-12-15T09:20:16,790 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,sss,1734254412907.8fa685ba92f76745dbdae664d03eb157. 2024-12-15T09:20:16,791 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,xxx,1734254412907.2a7d584c294b84900a3dc288c3a367eb. 2024-12-15T09:20:16,791 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=8fa685ba92f76745dbdae664d03eb157, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,791 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 2a7d584c294b84900a3dc288c3a367eb, NAME => 'test,xxx,1734254412907.2a7d584c294b84900a3dc288c3a367eb.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-15T09:20:16,791 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2a7d584c294b84900a3dc288c3a367eb 2024-12-15T09:20:16,791 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,xxx,1734254412907.2a7d584c294b84900a3dc288c3a367eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:16,791 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 2a7d584c294b84900a3dc288c3a367eb 2024-12-15T09:20:16,792 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 2a7d584c294b84900a3dc288c3a367eb 2024-12-15T09:20:16,794 INFO [StoreOpener-2a7d584c294b84900a3dc288c3a367eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2a7d584c294b84900a3dc288c3a367eb 2024-12-15T09:20:16,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=28 2024-12-15T09:20:16,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=28, state=SUCCESS; OpenRegionProcedure 8fa685ba92f76745dbdae664d03eb157, server=bc087f1894b4,38343,1734254403761 in 287 msec 2024-12-15T09:20:16,797 INFO [StoreOpener-2a7d584c294b84900a3dc288c3a367eb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a7d584c294b84900a3dc288c3a367eb columnFamilyName f 2024-12-15T09:20:16,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8fa685ba92f76745dbdae664d03eb157, ASSIGN in 476 msec 2024-12-15T09:20:16,797 DEBUG [StoreOpener-2a7d584c294b84900a3dc288c3a367eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,797 INFO [StoreOpener-2a7d584c294b84900a3dc288c3a367eb-1 {}] regionserver.HStore(327): Store=2a7d584c294b84900a3dc288c3a367eb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,798 INFO [StoreOpener-2a7d584c294b84900a3dc288c3a367eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2a7d584c294b84900a3dc288c3a367eb 2024-12-15T09:20:16,799 INFO [StoreOpener-2a7d584c294b84900a3dc288c3a367eb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a7d584c294b84900a3dc288c3a367eb columnFamilyName norep 2024-12-15T09:20:16,799 DEBUG [StoreOpener-2a7d584c294b84900a3dc288c3a367eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,800 INFO [StoreOpener-2a7d584c294b84900a3dc288c3a367eb-1 {}] regionserver.HStore(327): Store=2a7d584c294b84900a3dc288c3a367eb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,801 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/2a7d584c294b84900a3dc288c3a367eb 2024-12-15T09:20:16,801 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/2a7d584c294b84900a3dc288c3a367eb 2024-12-15T09:20:16,803 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:16,804 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 2a7d584c294b84900a3dc288c3a367eb 2024-12-15T09:20:16,806 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/2a7d584c294b84900a3dc288c3a367eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:16,807 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 2a7d584c294b84900a3dc288c3a367eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74216345, jitterRate=0.10590972006320953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:16,807 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 2a7d584c294b84900a3dc288c3a367eb: 2024-12-15T09:20:16,808 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734254412907.2a7d584c294b84900a3dc288c3a367eb., pid=39, masterSystemTime=1734254416627 2024-12-15T09:20:16,810 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734254412907.2a7d584c294b84900a3dc288c3a367eb. 2024-12-15T09:20:16,810 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,xxx,1734254412907.2a7d584c294b84900a3dc288c3a367eb. 2024-12-15T09:20:16,810 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,fff,1734254412907.f2ba4358048981c72097440da32e7d41. 2024-12-15T09:20:16,810 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=2a7d584c294b84900a3dc288c3a367eb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,810 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => f2ba4358048981c72097440da32e7d41, NAME => 'test,fff,1734254412907.f2ba4358048981c72097440da32e7d41.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-15T09:20:16,811 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f2ba4358048981c72097440da32e7d41 2024-12-15T09:20:16,811 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,fff,1734254412907.f2ba4358048981c72097440da32e7d41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:16,811 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for f2ba4358048981c72097440da32e7d41 2024-12-15T09:20:16,811 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for f2ba4358048981c72097440da32e7d41 2024-12-15T09:20:16,813 INFO [StoreOpener-f2ba4358048981c72097440da32e7d41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f2ba4358048981c72097440da32e7d41 2024-12-15T09:20:16,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=33 2024-12-15T09:20:16,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=33, state=SUCCESS; OpenRegionProcedure 2a7d584c294b84900a3dc288c3a367eb, server=bc087f1894b4,38343,1734254403761 in 334 msec 2024-12-15T09:20:16,815 INFO [StoreOpener-f2ba4358048981c72097440da32e7d41-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2ba4358048981c72097440da32e7d41 columnFamilyName f 2024-12-15T09:20:16,815 DEBUG [StoreOpener-f2ba4358048981c72097440da32e7d41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2a7d584c294b84900a3dc288c3a367eb, ASSIGN in 495 msec 2024-12-15T09:20:16,816 INFO [StoreOpener-f2ba4358048981c72097440da32e7d41-1 {}] regionserver.HStore(327): Store=f2ba4358048981c72097440da32e7d41/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,816 INFO [StoreOpener-f2ba4358048981c72097440da32e7d41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f2ba4358048981c72097440da32e7d41 2024-12-15T09:20:16,817 INFO [StoreOpener-f2ba4358048981c72097440da32e7d41-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2ba4358048981c72097440da32e7d41 columnFamilyName norep 2024-12-15T09:20:16,817 DEBUG [StoreOpener-f2ba4358048981c72097440da32e7d41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,818 INFO [StoreOpener-f2ba4358048981c72097440da32e7d41-1 {}] regionserver.HStore(327): Store=f2ba4358048981c72097440da32e7d41/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,819 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/f2ba4358048981c72097440da32e7d41 2024-12-15T09:20:16,819 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/f2ba4358048981c72097440da32e7d41 2024-12-15T09:20:16,820 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:16,821 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for f2ba4358048981c72097440da32e7d41 2024-12-15T09:20:16,823 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/f2ba4358048981c72097440da32e7d41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:16,824 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened f2ba4358048981c72097440da32e7d41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69062963, jitterRate=0.02911834418773651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:16,824 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for f2ba4358048981c72097440da32e7d41: 2024-12-15T09:20:16,825 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734254412907.f2ba4358048981c72097440da32e7d41., pid=55, masterSystemTime=1734254416627 2024-12-15T09:20:16,826 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734254412907.f2ba4358048981c72097440da32e7d41. 2024-12-15T09:20:16,826 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,fff,1734254412907.f2ba4358048981c72097440da32e7d41. 2024-12-15T09:20:16,827 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,jjj,1734254412907.8513729bb09c15cf83097d4e626f25d6. 2024-12-15T09:20:16,827 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 8513729bb09c15cf83097d4e626f25d6, NAME => 'test,jjj,1734254412907.8513729bb09c15cf83097d4e626f25d6.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-15T09:20:16,827 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=f2ba4358048981c72097440da32e7d41, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,827 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8513729bb09c15cf83097d4e626f25d6 2024-12-15T09:20:16,827 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,jjj,1734254412907.8513729bb09c15cf83097d4e626f25d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:16,827 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 8513729bb09c15cf83097d4e626f25d6 2024-12-15T09:20:16,827 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 8513729bb09c15cf83097d4e626f25d6 2024-12-15T09:20:16,829 INFO [StoreOpener-8513729bb09c15cf83097d4e626f25d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8513729bb09c15cf83097d4e626f25d6 2024-12-15T09:20:16,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=15 2024-12-15T09:20:16,831 INFO [StoreOpener-8513729bb09c15cf83097d4e626f25d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8513729bb09c15cf83097d4e626f25d6 columnFamilyName f 2024-12-15T09:20:16,831 DEBUG [StoreOpener-8513729bb09c15cf83097d4e626f25d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=15, state=SUCCESS; OpenRegionProcedure f2ba4358048981c72097440da32e7d41, server=bc087f1894b4,38343,1734254403761 in 322 msec 2024-12-15T09:20:16,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f2ba4358048981c72097440da32e7d41, ASSIGN in 512 msec 2024-12-15T09:20:16,832 INFO [StoreOpener-8513729bb09c15cf83097d4e626f25d6-1 {}] regionserver.HStore(327): Store=8513729bb09c15cf83097d4e626f25d6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,832 INFO [StoreOpener-8513729bb09c15cf83097d4e626f25d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8513729bb09c15cf83097d4e626f25d6 2024-12-15T09:20:16,834 INFO [StoreOpener-8513729bb09c15cf83097d4e626f25d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8513729bb09c15cf83097d4e626f25d6 columnFamilyName norep 2024-12-15T09:20:16,834 DEBUG [StoreOpener-8513729bb09c15cf83097d4e626f25d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,834 INFO [StoreOpener-8513729bb09c15cf83097d4e626f25d6-1 {}] regionserver.HStore(327): Store=8513729bb09c15cf83097d4e626f25d6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,836 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/8513729bb09c15cf83097d4e626f25d6 2024-12-15T09:20:16,836 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/8513729bb09c15cf83097d4e626f25d6 2024-12-15T09:20:16,837 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:16,840 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 8513729bb09c15cf83097d4e626f25d6 2024-12-15T09:20:16,843 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/8513729bb09c15cf83097d4e626f25d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:16,844 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 8513729bb09c15cf83097d4e626f25d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71269475, jitterRate=0.06199793517589569}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:16,844 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 8513729bb09c15cf83097d4e626f25d6: 2024-12-15T09:20:16,844 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734254412907.8513729bb09c15cf83097d4e626f25d6., pid=50, masterSystemTime=1734254416627 2024-12-15T09:20:16,846 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734254412907.8513729bb09c15cf83097d4e626f25d6. 2024-12-15T09:20:16,846 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,jjj,1734254412907.8513729bb09c15cf83097d4e626f25d6. 2024-12-15T09:20:16,847 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,eee,1734254412907.5f73ca470d213287ca1c65f312ba3468. 2024-12-15T09:20:16,847 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 5f73ca470d213287ca1c65f312ba3468, NAME => 'test,eee,1734254412907.5f73ca470d213287ca1c65f312ba3468.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-15T09:20:16,847 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=8513729bb09c15cf83097d4e626f25d6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,847 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5f73ca470d213287ca1c65f312ba3468 2024-12-15T09:20:16,847 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,eee,1734254412907.5f73ca470d213287ca1c65f312ba3468.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:16,848 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 5f73ca470d213287ca1c65f312ba3468 2024-12-15T09:20:16,848 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 5f73ca470d213287ca1c65f312ba3468 2024-12-15T09:20:16,850 INFO [StoreOpener-5f73ca470d213287ca1c65f312ba3468-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5f73ca470d213287ca1c65f312ba3468 2024-12-15T09:20:16,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=19 2024-12-15T09:20:16,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=19, state=SUCCESS; OpenRegionProcedure 8513729bb09c15cf83097d4e626f25d6, server=bc087f1894b4,38343,1734254403761 in 354 msec 2024-12-15T09:20:16,851 INFO [StoreOpener-5f73ca470d213287ca1c65f312ba3468-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f73ca470d213287ca1c65f312ba3468 columnFamilyName f 2024-12-15T09:20:16,851 DEBUG [StoreOpener-5f73ca470d213287ca1c65f312ba3468-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,852 INFO [StoreOpener-5f73ca470d213287ca1c65f312ba3468-1 {}] regionserver.HStore(327): Store=5f73ca470d213287ca1c65f312ba3468/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,852 INFO [StoreOpener-5f73ca470d213287ca1c65f312ba3468-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5f73ca470d213287ca1c65f312ba3468 2024-12-15T09:20:16,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8513729bb09c15cf83097d4e626f25d6, ASSIGN in 532 msec 2024-12-15T09:20:16,854 INFO [StoreOpener-5f73ca470d213287ca1c65f312ba3468-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f73ca470d213287ca1c65f312ba3468 columnFamilyName norep 2024-12-15T09:20:16,854 DEBUG [StoreOpener-5f73ca470d213287ca1c65f312ba3468-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,855 INFO [StoreOpener-5f73ca470d213287ca1c65f312ba3468-1 {}] regionserver.HStore(327): Store=5f73ca470d213287ca1c65f312ba3468/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,856 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/5f73ca470d213287ca1c65f312ba3468 2024-12-15T09:20:16,856 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/5f73ca470d213287ca1c65f312ba3468 2024-12-15T09:20:16,857 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:16,859 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 5f73ca470d213287ca1c65f312ba3468 2024-12-15T09:20:16,861 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/5f73ca470d213287ca1c65f312ba3468/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:16,862 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 5f73ca470d213287ca1c65f312ba3468; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66701840, jitterRate=-0.0060651302337646484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:16,862 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 5f73ca470d213287ca1c65f312ba3468: 2024-12-15T09:20:16,863 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734254412907.5f73ca470d213287ca1c65f312ba3468., pid=53, masterSystemTime=1734254416627 2024-12-15T09:20:16,865 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734254412907.5f73ca470d213287ca1c65f312ba3468. 2024-12-15T09:20:16,865 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,eee,1734254412907.5f73ca470d213287ca1c65f312ba3468. 2024-12-15T09:20:16,865 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,mmm,1734254412907.e350bc8f837e95d77277613cb5f8ec94. 2024-12-15T09:20:16,866 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => e350bc8f837e95d77277613cb5f8ec94, NAME => 'test,mmm,1734254412907.e350bc8f837e95d77277613cb5f8ec94.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-15T09:20:16,866 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=5f73ca470d213287ca1c65f312ba3468, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,866 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e350bc8f837e95d77277613cb5f8ec94 2024-12-15T09:20:16,866 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,mmm,1734254412907.e350bc8f837e95d77277613cb5f8ec94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:16,866 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for e350bc8f837e95d77277613cb5f8ec94 2024-12-15T09:20:16,866 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for e350bc8f837e95d77277613cb5f8ec94 2024-12-15T09:20:16,868 INFO [StoreOpener-e350bc8f837e95d77277613cb5f8ec94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e350bc8f837e95d77277613cb5f8ec94 2024-12-15T09:20:16,870 INFO [StoreOpener-e350bc8f837e95d77277613cb5f8ec94-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e350bc8f837e95d77277613cb5f8ec94 columnFamilyName f 2024-12-15T09:20:16,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=14 2024-12-15T09:20:16,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=14, state=SUCCESS; OpenRegionProcedure 5f73ca470d213287ca1c65f312ba3468, server=bc087f1894b4,38343,1734254403761 in 364 msec 2024-12-15T09:20:16,870 DEBUG [StoreOpener-e350bc8f837e95d77277613cb5f8ec94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,871 INFO [StoreOpener-e350bc8f837e95d77277613cb5f8ec94-1 {}] regionserver.HStore(327): Store=e350bc8f837e95d77277613cb5f8ec94/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,871 INFO [StoreOpener-e350bc8f837e95d77277613cb5f8ec94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e350bc8f837e95d77277613cb5f8ec94 2024-12-15T09:20:16,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5f73ca470d213287ca1c65f312ba3468, ASSIGN in 551 msec 2024-12-15T09:20:16,873 INFO [StoreOpener-e350bc8f837e95d77277613cb5f8ec94-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e350bc8f837e95d77277613cb5f8ec94 columnFamilyName norep 2024-12-15T09:20:16,873 DEBUG [StoreOpener-e350bc8f837e95d77277613cb5f8ec94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,873 INFO [StoreOpener-e350bc8f837e95d77277613cb5f8ec94-1 {}] regionserver.HStore(327): Store=e350bc8f837e95d77277613cb5f8ec94/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,874 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/e350bc8f837e95d77277613cb5f8ec94 2024-12-15T09:20:16,875 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/e350bc8f837e95d77277613cb5f8ec94 2024-12-15T09:20:16,877 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:16,878 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for e350bc8f837e95d77277613cb5f8ec94 2024-12-15T09:20:16,881 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/e350bc8f837e95d77277613cb5f8ec94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:16,882 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened e350bc8f837e95d77277613cb5f8ec94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60441822, jitterRate=-0.09934666752815247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:16,882 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for e350bc8f837e95d77277613cb5f8ec94: 2024-12-15T09:20:16,883 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734254412907.e350bc8f837e95d77277613cb5f8ec94., pid=45, masterSystemTime=1734254416627 2024-12-15T09:20:16,885 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734254412907.e350bc8f837e95d77277613cb5f8ec94. 2024-12-15T09:20:16,885 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,mmm,1734254412907.e350bc8f837e95d77277613cb5f8ec94. 2024-12-15T09:20:16,885 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,uuu,1734254412907.eb75b8e3002b705121b6cd6f1f6c5606. 2024-12-15T09:20:16,885 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=e350bc8f837e95d77277613cb5f8ec94, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,885 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => eb75b8e3002b705121b6cd6f1f6c5606, NAME => 'test,uuu,1734254412907.eb75b8e3002b705121b6cd6f1f6c5606.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-15T09:20:16,886 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eb75b8e3002b705121b6cd6f1f6c5606 2024-12-15T09:20:16,886 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,uuu,1734254412907.eb75b8e3002b705121b6cd6f1f6c5606.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:16,886 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for eb75b8e3002b705121b6cd6f1f6c5606 2024-12-15T09:20:16,886 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for eb75b8e3002b705121b6cd6f1f6c5606 2024-12-15T09:20:16,889 INFO [StoreOpener-eb75b8e3002b705121b6cd6f1f6c5606-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eb75b8e3002b705121b6cd6f1f6c5606 2024-12-15T09:20:16,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=22 2024-12-15T09:20:16,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=22, state=SUCCESS; OpenRegionProcedure e350bc8f837e95d77277613cb5f8ec94, server=bc087f1894b4,38343,1734254403761 in 401 msec 2024-12-15T09:20:16,891 INFO [StoreOpener-eb75b8e3002b705121b6cd6f1f6c5606-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb75b8e3002b705121b6cd6f1f6c5606 columnFamilyName f 2024-12-15T09:20:16,891 DEBUG [StoreOpener-eb75b8e3002b705121b6cd6f1f6c5606-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e350bc8f837e95d77277613cb5f8ec94, ASSIGN in 571 msec 2024-12-15T09:20:16,892 INFO [StoreOpener-eb75b8e3002b705121b6cd6f1f6c5606-1 {}] regionserver.HStore(327): Store=eb75b8e3002b705121b6cd6f1f6c5606/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,892 INFO [StoreOpener-eb75b8e3002b705121b6cd6f1f6c5606-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eb75b8e3002b705121b6cd6f1f6c5606 2024-12-15T09:20:16,894 INFO [StoreOpener-eb75b8e3002b705121b6cd6f1f6c5606-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb75b8e3002b705121b6cd6f1f6c5606 columnFamilyName norep 2024-12-15T09:20:16,894 DEBUG [StoreOpener-eb75b8e3002b705121b6cd6f1f6c5606-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,895 INFO [StoreOpener-eb75b8e3002b705121b6cd6f1f6c5606-1 {}] regionserver.HStore(327): Store=eb75b8e3002b705121b6cd6f1f6c5606/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,897 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/eb75b8e3002b705121b6cd6f1f6c5606 2024-12-15T09:20:16,897 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/eb75b8e3002b705121b6cd6f1f6c5606 2024-12-15T09:20:16,899 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:16,900 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for eb75b8e3002b705121b6cd6f1f6c5606 2024-12-15T09:20:16,902 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/eb75b8e3002b705121b6cd6f1f6c5606/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:16,903 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened eb75b8e3002b705121b6cd6f1f6c5606; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75106953, jitterRate=0.11918081343173981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:16,903 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for eb75b8e3002b705121b6cd6f1f6c5606: 2024-12-15T09:20:16,904 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734254412907.eb75b8e3002b705121b6cd6f1f6c5606., pid=42, masterSystemTime=1734254416627 2024-12-15T09:20:16,905 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734254412907.eb75b8e3002b705121b6cd6f1f6c5606. 2024-12-15T09:20:16,906 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,uuu,1734254412907.eb75b8e3002b705121b6cd6f1f6c5606. 2024-12-15T09:20:16,906 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,qqq,1734254412907.3e506a5b32fbb4b6073b13ad629066a6. 2024-12-15T09:20:16,906 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=eb75b8e3002b705121b6cd6f1f6c5606, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,906 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 3e506a5b32fbb4b6073b13ad629066a6, NAME => 'test,qqq,1734254412907.3e506a5b32fbb4b6073b13ad629066a6.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-15T09:20:16,906 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3e506a5b32fbb4b6073b13ad629066a6 2024-12-15T09:20:16,906 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,qqq,1734254412907.3e506a5b32fbb4b6073b13ad629066a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:16,906 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 3e506a5b32fbb4b6073b13ad629066a6 2024-12-15T09:20:16,906 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 3e506a5b32fbb4b6073b13ad629066a6 2024-12-15T09:20:16,908 INFO [StoreOpener-3e506a5b32fbb4b6073b13ad629066a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3e506a5b32fbb4b6073b13ad629066a6 2024-12-15T09:20:16,910 INFO [StoreOpener-3e506a5b32fbb4b6073b13ad629066a6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e506a5b32fbb4b6073b13ad629066a6 columnFamilyName f 2024-12-15T09:20:16,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=30 2024-12-15T09:20:16,910 DEBUG [StoreOpener-3e506a5b32fbb4b6073b13ad629066a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=30, state=SUCCESS; OpenRegionProcedure eb75b8e3002b705121b6cd6f1f6c5606, server=bc087f1894b4,38343,1734254403761 in 424 msec 2024-12-15T09:20:16,911 INFO [StoreOpener-3e506a5b32fbb4b6073b13ad629066a6-1 {}] regionserver.HStore(327): Store=3e506a5b32fbb4b6073b13ad629066a6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,911 INFO [StoreOpener-3e506a5b32fbb4b6073b13ad629066a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3e506a5b32fbb4b6073b13ad629066a6 2024-12-15T09:20:16,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=eb75b8e3002b705121b6cd6f1f6c5606, ASSIGN in 591 msec 2024-12-15T09:20:16,912 INFO [StoreOpener-3e506a5b32fbb4b6073b13ad629066a6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e506a5b32fbb4b6073b13ad629066a6 columnFamilyName norep 2024-12-15T09:20:16,913 DEBUG [StoreOpener-3e506a5b32fbb4b6073b13ad629066a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,913 INFO [StoreOpener-3e506a5b32fbb4b6073b13ad629066a6-1 {}] regionserver.HStore(327): Store=3e506a5b32fbb4b6073b13ad629066a6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,914 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/3e506a5b32fbb4b6073b13ad629066a6 2024-12-15T09:20:16,915 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/3e506a5b32fbb4b6073b13ad629066a6 2024-12-15T09:20:16,916 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:16,917 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 3e506a5b32fbb4b6073b13ad629066a6 2024-12-15T09:20:16,919 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/3e506a5b32fbb4b6073b13ad629066a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:16,920 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 3e506a5b32fbb4b6073b13ad629066a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74746024, jitterRate=0.11380255222320557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:16,920 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 3e506a5b32fbb4b6073b13ad629066a6: 2024-12-15T09:20:16,921 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734254412907.3e506a5b32fbb4b6073b13ad629066a6., pid=40, masterSystemTime=1734254416627 2024-12-15T09:20:16,923 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734254412907.3e506a5b32fbb4b6073b13ad629066a6. 2024-12-15T09:20:16,923 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,qqq,1734254412907.3e506a5b32fbb4b6073b13ad629066a6. 2024-12-15T09:20:16,923 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,yyy,1734254412907.41f0319bcbe13baea5e96b3ea1f4b722. 2024-12-15T09:20:16,923 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=3e506a5b32fbb4b6073b13ad629066a6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,923 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 41f0319bcbe13baea5e96b3ea1f4b722, NAME => 'test,yyy,1734254412907.41f0319bcbe13baea5e96b3ea1f4b722.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-15T09:20:16,924 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 41f0319bcbe13baea5e96b3ea1f4b722 2024-12-15T09:20:16,924 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,yyy,1734254412907.41f0319bcbe13baea5e96b3ea1f4b722.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:16,924 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 41f0319bcbe13baea5e96b3ea1f4b722 2024-12-15T09:20:16,924 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 41f0319bcbe13baea5e96b3ea1f4b722 2024-12-15T09:20:16,926 INFO [StoreOpener-41f0319bcbe13baea5e96b3ea1f4b722-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 41f0319bcbe13baea5e96b3ea1f4b722 2024-12-15T09:20:16,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=26 2024-12-15T09:20:16,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=26, state=SUCCESS; OpenRegionProcedure 3e506a5b32fbb4b6073b13ad629066a6, server=bc087f1894b4,38343,1734254403761 in 447 msec 2024-12-15T09:20:16,928 INFO [StoreOpener-41f0319bcbe13baea5e96b3ea1f4b722-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41f0319bcbe13baea5e96b3ea1f4b722 columnFamilyName f 2024-12-15T09:20:16,928 DEBUG [StoreOpener-41f0319bcbe13baea5e96b3ea1f4b722-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3e506a5b32fbb4b6073b13ad629066a6, ASSIGN in 608 msec 2024-12-15T09:20:16,928 INFO [StoreOpener-41f0319bcbe13baea5e96b3ea1f4b722-1 {}] regionserver.HStore(327): Store=41f0319bcbe13baea5e96b3ea1f4b722/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,928 INFO [StoreOpener-41f0319bcbe13baea5e96b3ea1f4b722-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 41f0319bcbe13baea5e96b3ea1f4b722 2024-12-15T09:20:16,930 INFO [StoreOpener-41f0319bcbe13baea5e96b3ea1f4b722-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41f0319bcbe13baea5e96b3ea1f4b722 columnFamilyName norep 2024-12-15T09:20:16,930 DEBUG [StoreOpener-41f0319bcbe13baea5e96b3ea1f4b722-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,930 INFO [StoreOpener-41f0319bcbe13baea5e96b3ea1f4b722-1 {}] regionserver.HStore(327): Store=41f0319bcbe13baea5e96b3ea1f4b722/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,931 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/41f0319bcbe13baea5e96b3ea1f4b722 2024-12-15T09:20:16,931 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/41f0319bcbe13baea5e96b3ea1f4b722 2024-12-15T09:20:16,933 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:16,934 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 41f0319bcbe13baea5e96b3ea1f4b722 2024-12-15T09:20:16,936 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/41f0319bcbe13baea5e96b3ea1f4b722/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:16,936 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 41f0319bcbe13baea5e96b3ea1f4b722; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59335369, jitterRate=-0.11583410203456879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:16,937 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 41f0319bcbe13baea5e96b3ea1f4b722: 2024-12-15T09:20:16,937 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734254412907.41f0319bcbe13baea5e96b3ea1f4b722., pid=46, masterSystemTime=1734254416627 2024-12-15T09:20:16,939 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734254412907.41f0319bcbe13baea5e96b3ea1f4b722. 2024-12-15T09:20:16,939 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,yyy,1734254412907.41f0319bcbe13baea5e96b3ea1f4b722. 2024-12-15T09:20:16,940 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,vvv,1734254412907.3128830cc5280f6d5550f62666bd04c1. 2024-12-15T09:20:16,940 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 3128830cc5280f6d5550f62666bd04c1, NAME => 'test,vvv,1734254412907.3128830cc5280f6d5550f62666bd04c1.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-15T09:20:16,940 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=41f0319bcbe13baea5e96b3ea1f4b722, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,940 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3128830cc5280f6d5550f62666bd04c1 2024-12-15T09:20:16,940 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,vvv,1734254412907.3128830cc5280f6d5550f62666bd04c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:16,940 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 3128830cc5280f6d5550f62666bd04c1 2024-12-15T09:20:16,940 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 3128830cc5280f6d5550f62666bd04c1 2024-12-15T09:20:16,944 INFO [StoreOpener-3128830cc5280f6d5550f62666bd04c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3128830cc5280f6d5550f62666bd04c1 2024-12-15T09:20:16,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=34 2024-12-15T09:20:16,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=34, state=SUCCESS; OpenRegionProcedure 41f0319bcbe13baea5e96b3ea1f4b722, server=bc087f1894b4,38343,1734254403761 in 456 msec 2024-12-15T09:20:16,946 INFO [StoreOpener-3128830cc5280f6d5550f62666bd04c1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3128830cc5280f6d5550f62666bd04c1 columnFamilyName f 2024-12-15T09:20:16,947 DEBUG [StoreOpener-3128830cc5280f6d5550f62666bd04c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=41f0319bcbe13baea5e96b3ea1f4b722, ASSIGN in 626 msec 2024-12-15T09:20:16,947 INFO [StoreOpener-3128830cc5280f6d5550f62666bd04c1-1 {}] regionserver.HStore(327): Store=3128830cc5280f6d5550f62666bd04c1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,947 INFO [StoreOpener-3128830cc5280f6d5550f62666bd04c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3128830cc5280f6d5550f62666bd04c1 2024-12-15T09:20:16,949 INFO [StoreOpener-3128830cc5280f6d5550f62666bd04c1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3128830cc5280f6d5550f62666bd04c1 columnFamilyName norep 2024-12-15T09:20:16,949 DEBUG [StoreOpener-3128830cc5280f6d5550f62666bd04c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,950 INFO [StoreOpener-3128830cc5280f6d5550f62666bd04c1-1 {}] regionserver.HStore(327): Store=3128830cc5280f6d5550f62666bd04c1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,951 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/3128830cc5280f6d5550f62666bd04c1 2024-12-15T09:20:16,951 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/3128830cc5280f6d5550f62666bd04c1 2024-12-15T09:20:16,953 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:16,954 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 3128830cc5280f6d5550f62666bd04c1 2024-12-15T09:20:16,956 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/3128830cc5280f6d5550f62666bd04c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:16,956 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 3128830cc5280f6d5550f62666bd04c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71424591, jitterRate=0.06430934369564056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:16,957 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 3128830cc5280f6d5550f62666bd04c1: 2024-12-15T09:20:16,957 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734254412907.3128830cc5280f6d5550f62666bd04c1., pid=60, masterSystemTime=1734254416627 2024-12-15T09:20:16,959 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734254412907.3128830cc5280f6d5550f62666bd04c1. 2024-12-15T09:20:16,959 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,vvv,1734254412907.3128830cc5280f6d5550f62666bd04c1. 2024-12-15T09:20:16,960 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,ccc,1734254412907.2e8e7e932e5a1e80b1a9de5a93b8bb38. 2024-12-15T09:20:16,960 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 2e8e7e932e5a1e80b1a9de5a93b8bb38, NAME => 'test,ccc,1734254412907.2e8e7e932e5a1e80b1a9de5a93b8bb38.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-15T09:20:16,960 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=3128830cc5280f6d5550f62666bd04c1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,960 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2e8e7e932e5a1e80b1a9de5a93b8bb38 2024-12-15T09:20:16,960 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,ccc,1734254412907.2e8e7e932e5a1e80b1a9de5a93b8bb38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:16,960 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 2e8e7e932e5a1e80b1a9de5a93b8bb38 2024-12-15T09:20:16,960 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 2e8e7e932e5a1e80b1a9de5a93b8bb38 2024-12-15T09:20:16,962 INFO [StoreOpener-2e8e7e932e5a1e80b1a9de5a93b8bb38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2e8e7e932e5a1e80b1a9de5a93b8bb38 2024-12-15T09:20:16,964 INFO [StoreOpener-2e8e7e932e5a1e80b1a9de5a93b8bb38-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e8e7e932e5a1e80b1a9de5a93b8bb38 columnFamilyName f 2024-12-15T09:20:16,964 DEBUG [StoreOpener-2e8e7e932e5a1e80b1a9de5a93b8bb38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=31 2024-12-15T09:20:16,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=31, state=SUCCESS; OpenRegionProcedure 3128830cc5280f6d5550f62666bd04c1, server=bc087f1894b4,38343,1734254403761 in 446 msec 2024-12-15T09:20:16,965 INFO [StoreOpener-2e8e7e932e5a1e80b1a9de5a93b8bb38-1 {}] regionserver.HStore(327): Store=2e8e7e932e5a1e80b1a9de5a93b8bb38/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,965 INFO [StoreOpener-2e8e7e932e5a1e80b1a9de5a93b8bb38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2e8e7e932e5a1e80b1a9de5a93b8bb38 2024-12-15T09:20:16,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3128830cc5280f6d5550f62666bd04c1, ASSIGN in 645 msec 2024-12-15T09:20:16,966 INFO [StoreOpener-2e8e7e932e5a1e80b1a9de5a93b8bb38-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e8e7e932e5a1e80b1a9de5a93b8bb38 columnFamilyName norep 2024-12-15T09:20:16,966 DEBUG [StoreOpener-2e8e7e932e5a1e80b1a9de5a93b8bb38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,967 INFO [StoreOpener-2e8e7e932e5a1e80b1a9de5a93b8bb38-1 {}] regionserver.HStore(327): Store=2e8e7e932e5a1e80b1a9de5a93b8bb38/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,968 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/2e8e7e932e5a1e80b1a9de5a93b8bb38 2024-12-15T09:20:16,968 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/2e8e7e932e5a1e80b1a9de5a93b8bb38 2024-12-15T09:20:16,970 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:16,971 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 2e8e7e932e5a1e80b1a9de5a93b8bb38 2024-12-15T09:20:16,974 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/2e8e7e932e5a1e80b1a9de5a93b8bb38/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:16,975 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 2e8e7e932e5a1e80b1a9de5a93b8bb38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68979087, jitterRate=0.027868494391441345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:16,975 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 2e8e7e932e5a1e80b1a9de5a93b8bb38: 2024-12-15T09:20:16,976 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734254412907.2e8e7e932e5a1e80b1a9de5a93b8bb38., pid=44, masterSystemTime=1734254416627 2024-12-15T09:20:16,978 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734254412907.2e8e7e932e5a1e80b1a9de5a93b8bb38. 2024-12-15T09:20:16,978 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,ccc,1734254412907.2e8e7e932e5a1e80b1a9de5a93b8bb38. 2024-12-15T09:20:16,978 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,hhh,1734254412907.f46398bce28b9ac71bc2dedd29ed5dff. 2024-12-15T09:20:16,978 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=2e8e7e932e5a1e80b1a9de5a93b8bb38, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,978 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => f46398bce28b9ac71bc2dedd29ed5dff, NAME => 'test,hhh,1734254412907.f46398bce28b9ac71bc2dedd29ed5dff.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-15T09:20:16,978 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f46398bce28b9ac71bc2dedd29ed5dff 2024-12-15T09:20:16,978 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,hhh,1734254412907.f46398bce28b9ac71bc2dedd29ed5dff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:16,978 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for f46398bce28b9ac71bc2dedd29ed5dff 2024-12-15T09:20:16,978 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for f46398bce28b9ac71bc2dedd29ed5dff 2024-12-15T09:20:16,980 INFO [StoreOpener-f46398bce28b9ac71bc2dedd29ed5dff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f46398bce28b9ac71bc2dedd29ed5dff 2024-12-15T09:20:16,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=12 2024-12-15T09:20:16,982 INFO [StoreOpener-f46398bce28b9ac71bc2dedd29ed5dff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f46398bce28b9ac71bc2dedd29ed5dff columnFamilyName f 2024-12-15T09:20:16,982 DEBUG [StoreOpener-f46398bce28b9ac71bc2dedd29ed5dff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=12, state=SUCCESS; OpenRegionProcedure 2e8e7e932e5a1e80b1a9de5a93b8bb38, server=bc087f1894b4,38343,1734254403761 in 495 msec 2024-12-15T09:20:16,983 INFO [StoreOpener-f46398bce28b9ac71bc2dedd29ed5dff-1 {}] regionserver.HStore(327): Store=f46398bce28b9ac71bc2dedd29ed5dff/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2e8e7e932e5a1e80b1a9de5a93b8bb38, ASSIGN in 662 msec 2024-12-15T09:20:16,983 INFO [StoreOpener-f46398bce28b9ac71bc2dedd29ed5dff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f46398bce28b9ac71bc2dedd29ed5dff 2024-12-15T09:20:16,984 INFO [StoreOpener-f46398bce28b9ac71bc2dedd29ed5dff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f46398bce28b9ac71bc2dedd29ed5dff columnFamilyName norep 2024-12-15T09:20:16,984 DEBUG [StoreOpener-f46398bce28b9ac71bc2dedd29ed5dff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,985 INFO [StoreOpener-f46398bce28b9ac71bc2dedd29ed5dff-1 {}] regionserver.HStore(327): Store=f46398bce28b9ac71bc2dedd29ed5dff/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,986 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/f46398bce28b9ac71bc2dedd29ed5dff 2024-12-15T09:20:16,986 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/f46398bce28b9ac71bc2dedd29ed5dff 2024-12-15T09:20:16,988 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:16,989 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for f46398bce28b9ac71bc2dedd29ed5dff 2024-12-15T09:20:16,991 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/f46398bce28b9ac71bc2dedd29ed5dff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:16,992 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened f46398bce28b9ac71bc2dedd29ed5dff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70996717, jitterRate=0.05793352425098419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:16,992 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for f46398bce28b9ac71bc2dedd29ed5dff: 2024-12-15T09:20:16,993 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734254412907.f46398bce28b9ac71bc2dedd29ed5dff., pid=48, masterSystemTime=1734254416627 2024-12-15T09:20:16,994 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734254412907.f46398bce28b9ac71bc2dedd29ed5dff. 2024-12-15T09:20:16,994 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,hhh,1734254412907.f46398bce28b9ac71bc2dedd29ed5dff. 2024-12-15T09:20:16,994 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,kkk,1734254412907.c665bf4045060f4b50ede6344d86fb69. 2024-12-15T09:20:16,995 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => c665bf4045060f4b50ede6344d86fb69, NAME => 'test,kkk,1734254412907.c665bf4045060f4b50ede6344d86fb69.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-15T09:20:16,995 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=f46398bce28b9ac71bc2dedd29ed5dff, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:16,995 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c665bf4045060f4b50ede6344d86fb69 2024-12-15T09:20:16,995 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,kkk,1734254412907.c665bf4045060f4b50ede6344d86fb69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:16,995 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for c665bf4045060f4b50ede6344d86fb69 2024-12-15T09:20:16,995 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for c665bf4045060f4b50ede6344d86fb69 2024-12-15T09:20:16,997 INFO [StoreOpener-c665bf4045060f4b50ede6344d86fb69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c665bf4045060f4b50ede6344d86fb69 2024-12-15T09:20:16,998 INFO [StoreOpener-c665bf4045060f4b50ede6344d86fb69-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c665bf4045060f4b50ede6344d86fb69 columnFamilyName f 2024-12-15T09:20:16,998 DEBUG [StoreOpener-c665bf4045060f4b50ede6344d86fb69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:16,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=17 2024-12-15T09:20:16,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=17, state=SUCCESS; OpenRegionProcedure f46398bce28b9ac71bc2dedd29ed5dff, server=bc087f1894b4,38343,1734254403761 in 505 msec 2024-12-15T09:20:16,999 INFO [StoreOpener-c665bf4045060f4b50ede6344d86fb69-1 {}] regionserver.HStore(327): Store=c665bf4045060f4b50ede6344d86fb69/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:16,999 INFO [StoreOpener-c665bf4045060f4b50ede6344d86fb69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c665bf4045060f4b50ede6344d86fb69 2024-12-15T09:20:17,001 INFO [StoreOpener-c665bf4045060f4b50ede6344d86fb69-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c665bf4045060f4b50ede6344d86fb69 columnFamilyName norep 2024-12-15T09:20:17,001 DEBUG [StoreOpener-c665bf4045060f4b50ede6344d86fb69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:17,002 INFO [StoreOpener-c665bf4045060f4b50ede6344d86fb69-1 {}] regionserver.HStore(327): Store=c665bf4045060f4b50ede6344d86fb69/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:17,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f46398bce28b9ac71bc2dedd29ed5dff, ASSIGN in 680 msec 2024-12-15T09:20:17,003 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/c665bf4045060f4b50ede6344d86fb69 2024-12-15T09:20:17,003 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/c665bf4045060f4b50ede6344d86fb69 2024-12-15T09:20:17,004 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:17,006 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for c665bf4045060f4b50ede6344d86fb69 2024-12-15T09:20:17,009 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/c665bf4045060f4b50ede6344d86fb69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:17,009 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened c665bf4045060f4b50ede6344d86fb69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70958507, jitterRate=0.05736415088176727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:17,010 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for c665bf4045060f4b50ede6344d86fb69: 2024-12-15T09:20:17,010 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734254412907.c665bf4045060f4b50ede6344d86fb69., pid=52, masterSystemTime=1734254416627 2024-12-15T09:20:17,012 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734254412907.c665bf4045060f4b50ede6344d86fb69. 2024-12-15T09:20:17,012 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,kkk,1734254412907.c665bf4045060f4b50ede6344d86fb69. 2024-12-15T09:20:17,013 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,ooo,1734254412907.6a7c62260f935948b5a1f9b20f11b63c. 2024-12-15T09:20:17,013 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=c665bf4045060f4b50ede6344d86fb69, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:17,013 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 6a7c62260f935948b5a1f9b20f11b63c, NAME => 'test,ooo,1734254412907.6a7c62260f935948b5a1f9b20f11b63c.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-15T09:20:17,013 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6a7c62260f935948b5a1f9b20f11b63c 2024-12-15T09:20:17,013 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,ooo,1734254412907.6a7c62260f935948b5a1f9b20f11b63c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:17,013 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 6a7c62260f935948b5a1f9b20f11b63c 2024-12-15T09:20:17,013 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 6a7c62260f935948b5a1f9b20f11b63c 2024-12-15T09:20:17,016 INFO [StoreOpener-6a7c62260f935948b5a1f9b20f11b63c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6a7c62260f935948b5a1f9b20f11b63c 2024-12-15T09:20:17,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=20 2024-12-15T09:20:17,018 INFO [StoreOpener-6a7c62260f935948b5a1f9b20f11b63c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a7c62260f935948b5a1f9b20f11b63c columnFamilyName f 2024-12-15T09:20:17,018 DEBUG [StoreOpener-6a7c62260f935948b5a1f9b20f11b63c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:17,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=20, state=SUCCESS; OpenRegionProcedure c665bf4045060f4b50ede6344d86fb69, server=bc087f1894b4,38343,1734254403761 in 512 msec 2024-12-15T09:20:17,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c665bf4045060f4b50ede6344d86fb69, ASSIGN in 698 msec 2024-12-15T09:20:17,018 INFO [StoreOpener-6a7c62260f935948b5a1f9b20f11b63c-1 {}] regionserver.HStore(327): Store=6a7c62260f935948b5a1f9b20f11b63c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:17,019 INFO [StoreOpener-6a7c62260f935948b5a1f9b20f11b63c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6a7c62260f935948b5a1f9b20f11b63c 2024-12-15T09:20:17,020 INFO [StoreOpener-6a7c62260f935948b5a1f9b20f11b63c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a7c62260f935948b5a1f9b20f11b63c columnFamilyName norep 2024-12-15T09:20:17,020 DEBUG [StoreOpener-6a7c62260f935948b5a1f9b20f11b63c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:17,021 INFO [StoreOpener-6a7c62260f935948b5a1f9b20f11b63c-1 {}] regionserver.HStore(327): Store=6a7c62260f935948b5a1f9b20f11b63c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:17,022 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/6a7c62260f935948b5a1f9b20f11b63c 2024-12-15T09:20:17,023 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/6a7c62260f935948b5a1f9b20f11b63c 2024-12-15T09:20:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T09:20:17,025 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:17,026 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 6a7c62260f935948b5a1f9b20f11b63c 2024-12-15T09:20:17,028 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/6a7c62260f935948b5a1f9b20f11b63c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:17,029 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 6a7c62260f935948b5a1f9b20f11b63c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61562290, jitterRate=-0.08265039324760437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:17,029 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 6a7c62260f935948b5a1f9b20f11b63c: 2024-12-15T09:20:17,030 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734254412907.6a7c62260f935948b5a1f9b20f11b63c., pid=37, masterSystemTime=1734254416627 2024-12-15T09:20:17,032 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734254412907.6a7c62260f935948b5a1f9b20f11b63c. 2024-12-15T09:20:17,032 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,ooo,1734254412907.6a7c62260f935948b5a1f9b20f11b63c. 2024-12-15T09:20:17,032 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,bbb,1734254412907.75209ac0ba8d3bc962a6988127e2af65. 2024-12-15T09:20:17,033 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 75209ac0ba8d3bc962a6988127e2af65, NAME => 'test,bbb,1734254412907.75209ac0ba8d3bc962a6988127e2af65.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-15T09:20:17,033 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=6a7c62260f935948b5a1f9b20f11b63c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:17,033 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 75209ac0ba8d3bc962a6988127e2af65 2024-12-15T09:20:17,033 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,bbb,1734254412907.75209ac0ba8d3bc962a6988127e2af65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:17,033 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 75209ac0ba8d3bc962a6988127e2af65 2024-12-15T09:20:17,033 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 75209ac0ba8d3bc962a6988127e2af65 2024-12-15T09:20:17,035 INFO [StoreOpener-75209ac0ba8d3bc962a6988127e2af65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 75209ac0ba8d3bc962a6988127e2af65 2024-12-15T09:20:17,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=24 2024-12-15T09:20:17,037 INFO [StoreOpener-75209ac0ba8d3bc962a6988127e2af65-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75209ac0ba8d3bc962a6988127e2af65 columnFamilyName f 2024-12-15T09:20:17,037 DEBUG [StoreOpener-75209ac0ba8d3bc962a6988127e2af65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:17,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=24, state=SUCCESS; OpenRegionProcedure 6a7c62260f935948b5a1f9b20f11b63c, server=bc087f1894b4,38343,1734254403761 in 559 msec 2024-12-15T09:20:17,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6a7c62260f935948b5a1f9b20f11b63c, ASSIGN in 718 msec 2024-12-15T09:20:17,038 INFO [StoreOpener-75209ac0ba8d3bc962a6988127e2af65-1 {}] regionserver.HStore(327): Store=75209ac0ba8d3bc962a6988127e2af65/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:17,038 INFO [StoreOpener-75209ac0ba8d3bc962a6988127e2af65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 75209ac0ba8d3bc962a6988127e2af65 2024-12-15T09:20:17,040 INFO [StoreOpener-75209ac0ba8d3bc962a6988127e2af65-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75209ac0ba8d3bc962a6988127e2af65 columnFamilyName norep 2024-12-15T09:20:17,040 DEBUG [StoreOpener-75209ac0ba8d3bc962a6988127e2af65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:17,040 INFO [StoreOpener-75209ac0ba8d3bc962a6988127e2af65-1 {}] regionserver.HStore(327): Store=75209ac0ba8d3bc962a6988127e2af65/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:17,041 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/75209ac0ba8d3bc962a6988127e2af65 2024-12-15T09:20:17,042 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/75209ac0ba8d3bc962a6988127e2af65 2024-12-15T09:20:17,043 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:17,046 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 75209ac0ba8d3bc962a6988127e2af65 2024-12-15T09:20:17,048 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/75209ac0ba8d3bc962a6988127e2af65/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:17,049 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 75209ac0ba8d3bc962a6988127e2af65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61409471, jitterRate=-0.08492757380008698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:17,049 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 75209ac0ba8d3bc962a6988127e2af65: 2024-12-15T09:20:17,050 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734254412907.75209ac0ba8d3bc962a6988127e2af65., pid=59, masterSystemTime=1734254416627 2024-12-15T09:20:17,052 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734254412907.75209ac0ba8d3bc962a6988127e2af65. 2024-12-15T09:20:17,052 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,bbb,1734254412907.75209ac0ba8d3bc962a6988127e2af65. 2024-12-15T09:20:17,052 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,ppp,1734254412907.89709b964cad49f476b9ac413a65616a. 2024-12-15T09:20:17,052 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=75209ac0ba8d3bc962a6988127e2af65, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:17,052 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 89709b964cad49f476b9ac413a65616a, NAME => 'test,ppp,1734254412907.89709b964cad49f476b9ac413a65616a.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-15T09:20:17,053 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 89709b964cad49f476b9ac413a65616a 2024-12-15T09:20:17,053 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,ppp,1734254412907.89709b964cad49f476b9ac413a65616a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:17,053 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 89709b964cad49f476b9ac413a65616a 2024-12-15T09:20:17,053 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 89709b964cad49f476b9ac413a65616a 2024-12-15T09:20:17,056 INFO [StoreOpener-89709b964cad49f476b9ac413a65616a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 89709b964cad49f476b9ac413a65616a 2024-12-15T09:20:17,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=11 2024-12-15T09:20:17,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=11, state=SUCCESS; OpenRegionProcedure 75209ac0ba8d3bc962a6988127e2af65, server=bc087f1894b4,38343,1734254403761 in 539 msec 2024-12-15T09:20:17,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=75209ac0ba8d3bc962a6988127e2af65, ASSIGN in 738 msec 2024-12-15T09:20:17,058 INFO [StoreOpener-89709b964cad49f476b9ac413a65616a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89709b964cad49f476b9ac413a65616a columnFamilyName f 2024-12-15T09:20:17,058 DEBUG [StoreOpener-89709b964cad49f476b9ac413a65616a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:17,059 INFO [StoreOpener-89709b964cad49f476b9ac413a65616a-1 {}] regionserver.HStore(327): Store=89709b964cad49f476b9ac413a65616a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:17,059 INFO [StoreOpener-89709b964cad49f476b9ac413a65616a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 89709b964cad49f476b9ac413a65616a 2024-12-15T09:20:17,061 INFO [StoreOpener-89709b964cad49f476b9ac413a65616a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89709b964cad49f476b9ac413a65616a columnFamilyName norep 2024-12-15T09:20:17,061 DEBUG [StoreOpener-89709b964cad49f476b9ac413a65616a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:17,061 INFO [StoreOpener-89709b964cad49f476b9ac413a65616a-1 {}] regionserver.HStore(327): Store=89709b964cad49f476b9ac413a65616a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:17,063 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/89709b964cad49f476b9ac413a65616a 2024-12-15T09:20:17,063 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/89709b964cad49f476b9ac413a65616a 2024-12-15T09:20:17,065 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:17,067 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 89709b964cad49f476b9ac413a65616a 2024-12-15T09:20:17,069 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/89709b964cad49f476b9ac413a65616a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:17,070 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 89709b964cad49f476b9ac413a65616a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67884130, jitterRate=0.011552363634109497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:17,070 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 89709b964cad49f476b9ac413a65616a: 2024-12-15T09:20:17,071 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734254412907.89709b964cad49f476b9ac413a65616a., pid=38, masterSystemTime=1734254416627 2024-12-15T09:20:17,073 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734254412907.89709b964cad49f476b9ac413a65616a. 2024-12-15T09:20:17,073 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,ppp,1734254412907.89709b964cad49f476b9ac413a65616a. 2024-12-15T09:20:17,073 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,iii,1734254412907.6551e8446e3b190079ea9eaaf089b484. 2024-12-15T09:20:17,074 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 6551e8446e3b190079ea9eaaf089b484, NAME => 'test,iii,1734254412907.6551e8446e3b190079ea9eaaf089b484.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-15T09:20:17,074 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=89709b964cad49f476b9ac413a65616a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:17,074 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6551e8446e3b190079ea9eaaf089b484 2024-12-15T09:20:17,074 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,iii,1734254412907.6551e8446e3b190079ea9eaaf089b484.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:17,074 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 6551e8446e3b190079ea9eaaf089b484 2024-12-15T09:20:17,074 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 6551e8446e3b190079ea9eaaf089b484 2024-12-15T09:20:17,077 INFO [StoreOpener-6551e8446e3b190079ea9eaaf089b484-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6551e8446e3b190079ea9eaaf089b484 2024-12-15T09:20:17,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=25 2024-12-15T09:20:17,079 INFO [StoreOpener-6551e8446e3b190079ea9eaaf089b484-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6551e8446e3b190079ea9eaaf089b484 columnFamilyName f 2024-12-15T09:20:17,079 DEBUG [StoreOpener-6551e8446e3b190079ea9eaaf089b484-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:17,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=25, state=SUCCESS; OpenRegionProcedure 89709b964cad49f476b9ac413a65616a, server=bc087f1894b4,38343,1734254403761 in 599 msec 2024-12-15T09:20:17,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=89709b964cad49f476b9ac413a65616a, ASSIGN in 760 msec 2024-12-15T09:20:17,080 INFO [StoreOpener-6551e8446e3b190079ea9eaaf089b484-1 {}] regionserver.HStore(327): Store=6551e8446e3b190079ea9eaaf089b484/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:17,080 INFO [StoreOpener-6551e8446e3b190079ea9eaaf089b484-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6551e8446e3b190079ea9eaaf089b484 2024-12-15T09:20:17,082 INFO [StoreOpener-6551e8446e3b190079ea9eaaf089b484-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6551e8446e3b190079ea9eaaf089b484 columnFamilyName norep 2024-12-15T09:20:17,082 DEBUG [StoreOpener-6551e8446e3b190079ea9eaaf089b484-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:17,082 INFO [StoreOpener-6551e8446e3b190079ea9eaaf089b484-1 {}] regionserver.HStore(327): Store=6551e8446e3b190079ea9eaaf089b484/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:17,083 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/6551e8446e3b190079ea9eaaf089b484 2024-12-15T09:20:17,084 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/6551e8446e3b190079ea9eaaf089b484 2024-12-15T09:20:17,085 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:17,086 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 6551e8446e3b190079ea9eaaf089b484 2024-12-15T09:20:17,088 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/6551e8446e3b190079ea9eaaf089b484/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:17,089 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 6551e8446e3b190079ea9eaaf089b484; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63066360, jitterRate=-0.060238003730773926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:17,089 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 6551e8446e3b190079ea9eaaf089b484: 2024-12-15T09:20:17,090 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734254412907.6551e8446e3b190079ea9eaaf089b484., pid=49, masterSystemTime=1734254416627 2024-12-15T09:20:17,091 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734254412907.6551e8446e3b190079ea9eaaf089b484. 2024-12-15T09:20:17,092 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,iii,1734254412907.6551e8446e3b190079ea9eaaf089b484. 2024-12-15T09:20:17,092 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd. 2024-12-15T09:20:17,092 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=6551e8446e3b190079ea9eaaf089b484, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:17,092 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 945f0366fb198cb9f4bfb266473f9efd, NAME => 'test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-15T09:20:17,092 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 945f0366fb198cb9f4bfb266473f9efd 2024-12-15T09:20:17,092 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:17,092 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 945f0366fb198cb9f4bfb266473f9efd 2024-12-15T09:20:17,092 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 945f0366fb198cb9f4bfb266473f9efd 2024-12-15T09:20:17,094 INFO [StoreOpener-945f0366fb198cb9f4bfb266473f9efd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 945f0366fb198cb9f4bfb266473f9efd 2024-12-15T09:20:17,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=18 2024-12-15T09:20:17,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=18, state=SUCCESS; OpenRegionProcedure 6551e8446e3b190079ea9eaaf089b484, server=bc087f1894b4,38343,1734254403761 in 601 msec 2024-12-15T09:20:17,096 INFO [StoreOpener-945f0366fb198cb9f4bfb266473f9efd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 945f0366fb198cb9f4bfb266473f9efd columnFamilyName f 2024-12-15T09:20:17,096 DEBUG [StoreOpener-945f0366fb198cb9f4bfb266473f9efd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:17,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6551e8446e3b190079ea9eaaf089b484, ASSIGN in 776 msec 2024-12-15T09:20:17,097 INFO [StoreOpener-945f0366fb198cb9f4bfb266473f9efd-1 {}] regionserver.HStore(327): Store=945f0366fb198cb9f4bfb266473f9efd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:17,097 INFO [StoreOpener-945f0366fb198cb9f4bfb266473f9efd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 945f0366fb198cb9f4bfb266473f9efd 2024-12-15T09:20:17,099 INFO [StoreOpener-945f0366fb198cb9f4bfb266473f9efd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 945f0366fb198cb9f4bfb266473f9efd columnFamilyName norep 2024-12-15T09:20:17,099 DEBUG [StoreOpener-945f0366fb198cb9f4bfb266473f9efd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:17,100 INFO [StoreOpener-945f0366fb198cb9f4bfb266473f9efd-1 {}] regionserver.HStore(327): Store=945f0366fb198cb9f4bfb266473f9efd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:17,101 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/945f0366fb198cb9f4bfb266473f9efd 2024-12-15T09:20:17,101 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/945f0366fb198cb9f4bfb266473f9efd 2024-12-15T09:20:17,103 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:17,104 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 945f0366fb198cb9f4bfb266473f9efd 2024-12-15T09:20:17,106 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/945f0366fb198cb9f4bfb266473f9efd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:17,107 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 945f0366fb198cb9f4bfb266473f9efd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67184388, jitterRate=0.0011253952980041504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:17,107 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 945f0366fb198cb9f4bfb266473f9efd: 2024-12-15T09:20:17,108 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd., pid=47, masterSystemTime=1734254416627 2024-12-15T09:20:17,110 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd. 2024-12-15T09:20:17,110 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd. 2024-12-15T09:20:17,110 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,ddd,1734254412907.0cb90a69601d833148f180561a2edd60. 2024-12-15T09:20:17,110 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 0cb90a69601d833148f180561a2edd60, NAME => 'test,ddd,1734254412907.0cb90a69601d833148f180561a2edd60.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-15T09:20:17,110 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=945f0366fb198cb9f4bfb266473f9efd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:17,111 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0cb90a69601d833148f180561a2edd60 2024-12-15T09:20:17,111 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,ddd,1734254412907.0cb90a69601d833148f180561a2edd60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:17,111 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 0cb90a69601d833148f180561a2edd60 2024-12-15T09:20:17,111 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 0cb90a69601d833148f180561a2edd60 2024-12-15T09:20:17,113 INFO [StoreOpener-0cb90a69601d833148f180561a2edd60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0cb90a69601d833148f180561a2edd60 2024-12-15T09:20:17,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=10 2024-12-15T09:20:17,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=10, state=SUCCESS; OpenRegionProcedure 945f0366fb198cb9f4bfb266473f9efd, server=bc087f1894b4,38343,1734254403761 in 623 msec 2024-12-15T09:20:17,116 INFO [StoreOpener-0cb90a69601d833148f180561a2edd60-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cb90a69601d833148f180561a2edd60 columnFamilyName f 2024-12-15T09:20:17,116 DEBUG [StoreOpener-0cb90a69601d833148f180561a2edd60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:17,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=945f0366fb198cb9f4bfb266473f9efd, ASSIGN in 795 msec 2024-12-15T09:20:17,116 INFO [StoreOpener-0cb90a69601d833148f180561a2edd60-1 {}] regionserver.HStore(327): Store=0cb90a69601d833148f180561a2edd60/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:17,116 INFO [StoreOpener-0cb90a69601d833148f180561a2edd60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0cb90a69601d833148f180561a2edd60 2024-12-15T09:20:17,118 INFO [StoreOpener-0cb90a69601d833148f180561a2edd60-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cb90a69601d833148f180561a2edd60 columnFamilyName norep 2024-12-15T09:20:17,118 DEBUG [StoreOpener-0cb90a69601d833148f180561a2edd60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:17,119 INFO [StoreOpener-0cb90a69601d833148f180561a2edd60-1 {}] regionserver.HStore(327): Store=0cb90a69601d833148f180561a2edd60/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:17,119 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/0cb90a69601d833148f180561a2edd60 2024-12-15T09:20:17,120 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/0cb90a69601d833148f180561a2edd60 2024-12-15T09:20:17,121 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T09:20:17,122 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 0cb90a69601d833148f180561a2edd60 2024-12-15T09:20:17,124 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/0cb90a69601d833148f180561a2edd60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:17,125 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 0cb90a69601d833148f180561a2edd60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66491043, jitterRate=-0.009206250309944153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T09:20:17,125 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 0cb90a69601d833148f180561a2edd60: 2024-12-15T09:20:17,126 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734254412907.0cb90a69601d833148f180561a2edd60., pid=58, masterSystemTime=1734254416627 2024-12-15T09:20:17,128 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734254412907.0cb90a69601d833148f180561a2edd60. 2024-12-15T09:20:17,128 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,ddd,1734254412907.0cb90a69601d833148f180561a2edd60. 2024-12-15T09:20:17,128 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=0cb90a69601d833148f180561a2edd60, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:17,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=13 2024-12-15T09:20:17,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=13, state=SUCCESS; OpenRegionProcedure 0cb90a69601d833148f180561a2edd60, server=bc087f1894b4,38343,1734254403761 in 616 msec 2024-12-15T09:20:17,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=9 2024-12-15T09:20:17,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0cb90a69601d833148f180561a2edd60, ASSIGN in 812 msec 2024-12-15T09:20:17,134 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T09:20:17,134 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734254417134"}]},"ts":"1734254417134"} 2024-12-15T09:20:17,136 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-15T09:20:17,186 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T09:20:17,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.2780 sec 2024-12-15T09:20:17,525 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T09:20:17,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-15T09:20:17,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-15T09:20:17,577 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-15T09:20:19,253 INFO [bc087f1894b4:46641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T09:20:20,994 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T09:20:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T09:20:21,029 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-15T09:20:21,029 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-15T09:20:21,029 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T09:20:21,039 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-15T09:20:21,039 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T09:20:21,039 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-15T09:20:21,039 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-15T09:20:21,039 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T09:20:21,047 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-15T09:20:21,048 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T09:20:21,048 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-15T09:20:21,048 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-15T09:20:21,048 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T09:20:21,055 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-15T09:20:21,055 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T09:20:21,055 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-15T09:20:21,071 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=393, OpenFileDescriptor=573, MaxFileDescriptor=1048576, SystemLoadAverage=353, ProcessCount=11, AvailableMemoryMB=1982 2024-12-15T09:20:21,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T09:20:21,075 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35594, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T09:20:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-15T09:20:21,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.HMaster(3919): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=127.0.0.1:50802:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-15T09:20:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-15T09:20:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T09:20:21,114 INFO [PEWorker-1 {}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-15T09:20:21,114 INFO [PEWorker-1 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@562f11e8check-peer-cluster-id connecting to ZooKeeper ensemble=127.0.0.1:50802 2024-12-15T09:20:21,126 DEBUG [PEWorker-1-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@562f11e8check-peer-cluster-id0x0, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T09:20:21,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@562f11e8check-peer-cluster-id-0x10028fd0f700009 connected 2024-12-15T09:20:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T09:20:21,235 DEBUG [PEWorker-1-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@562f11e8check-peer-cluster-id-0x10028fd0f700009, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T09:20:21,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T09:20:21,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T09:20:21,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-15T09:20:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T09:20:21,453 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc087f1894b4,46641,1734254397519 2024-12-15T09:20:21,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46641 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=63 2024-12-15T09:20:21,455 INFO [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-15T09:20:21,471 INFO [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 {event_type=RS_REFRESH_PEER, pid=63}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-15T09:20:21,490 INFO [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-15T09:20:21,553 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-15T09:20:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.HMaster(4106): Remote procedure done, pid=63 2024-12-15T09:20:21,557 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ADD on bc087f1894b4,46641,1734254397519 suceeded 2024-12-15T09:20:21,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-15T09:20:21,559 INFO [PEWorker-3 {}] replication.AddPeerProcedure(102): Successfully added ENABLED peer 2, config clusterKey=127.0.0.1:50802:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-15T09:20:21,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 262 msec 2024-12-15T09:20:21,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 469 msec 2024-12-15T09:20:21,585 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c91eccf to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66978d51 2024-12-15T09:20:21,594 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19e0ac07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:21,596 INFO [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:50802 2024-12-15T09:20:21,601 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T09:20:21,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x10028fd0f70000b connected 2024-12-15T09:20:21,602 INFO [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=cb9b41d5-09fe-4ba4-b877-76161b3e65c9 to cluster=b5cba33a-cc91-4ca5-b9b6-45feef5e0620 2024-12-15T09:20:21,604 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=bc087f1894b4%2C46641%2C1734254397519 2024-12-15T09:20:21,607 INFO [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-15T09:20:21,608 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, startPosition=0, beingWritten=true 2024-12-15T09:20:21,608 INFO [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bc087f1894b4%2C46641%2C1734254397519 2024-12-15T09:20:21,678 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-15T09:20:21,678 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 to pos 7708, reset compression=false 2024-12-15T09:20:21,678 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=7708, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-15T09:20:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T09:20:21,705 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d12a919 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32da68c3 2024-12-15T09:20:21,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1379053e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:21,719 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a3b8899 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1289bca6 2024-12-15T09:20:21,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73744244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:21,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T09:20:21,730 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T09:20:21,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T09:20:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-15T09:20:21,733 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T09:20:21,733 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:21,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 64 2024-12-15T09:20:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-15T09:20:21,734 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T09:20:21,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741864_1040 (size=367) 2024-12-15T09:20:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-15T09:20:21,888 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 to pos 7708, reset compression=false 2024-12-15T09:20:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-15T09:20:22,143 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 09de784c614b50da92b4f89f5a36ffd4, NAME => 'testdroppedtimed,,1734254421731.09de784c614b50da92b4f89f5a36ffd4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f 2024-12-15T09:20:22,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741865_1041 (size=51) 2024-12-15T09:20:22,193 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 to pos 7708, reset compression=false 2024-12-15T09:20:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-15T09:20:22,426 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T09:20:22,550 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734254421731.09de784c614b50da92b4f89f5a36ffd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:22,550 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 09de784c614b50da92b4f89f5a36ffd4, disabling compactions & flushes 2024-12-15T09:20:22,550 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734254421731.09de784c614b50da92b4f89f5a36ffd4. 2024-12-15T09:20:22,550 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734254421731.09de784c614b50da92b4f89f5a36ffd4. 2024-12-15T09:20:22,550 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734254421731.09de784c614b50da92b4f89f5a36ffd4. after waiting 0 ms 2024-12-15T09:20:22,550 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734254421731.09de784c614b50da92b4f89f5a36ffd4. 2024-12-15T09:20:22,550 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734254421731.09de784c614b50da92b4f89f5a36ffd4. 2024-12-15T09:20:22,550 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 09de784c614b50da92b4f89f5a36ffd4: 2024-12-15T09:20:22,551 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T09:20:22,552 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734254421731.09de784c614b50da92b4f89f5a36ffd4.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734254422551"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254422551"}]},"ts":"1734254422551"} 2024-12-15T09:20:22,553 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T09:20:22,554 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T09:20:22,555 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734254422554"}]},"ts":"1734254422554"} 2024-12-15T09:20:22,556 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-15T09:20:22,598 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 to pos 7708, reset compression=false 2024-12-15T09:20:22,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=09de784c614b50da92b4f89f5a36ffd4, ASSIGN}] 2024-12-15T09:20:22,603 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=09de784c614b50da92b4f89f5a36ffd4, ASSIGN 2024-12-15T09:20:22,604 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=09de784c614b50da92b4f89f5a36ffd4, ASSIGN; state=OFFLINE, location=bc087f1894b4,46641,1734254397519; forceNewPlan=false, retain=false 2024-12-15T09:20:22,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=09de784c614b50da92b4f89f5a36ffd4, regionState=OPENING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:22,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 09de784c614b50da92b4f89f5a36ffd4, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-15T09:20:22,910 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc087f1894b4,46641,1734254397519 2024-12-15T09:20:22,914 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734254421731.09de784c614b50da92b4f89f5a36ffd4. 2024-12-15T09:20:22,914 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 09de784c614b50da92b4f89f5a36ffd4, NAME => 'testdroppedtimed,,1734254421731.09de784c614b50da92b4f89f5a36ffd4.', STARTKEY => '', ENDKEY => ''} 2024-12-15T09:20:22,915 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 09de784c614b50da92b4f89f5a36ffd4 2024-12-15T09:20:22,915 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734254421731.09de784c614b50da92b4f89f5a36ffd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:22,915 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 09de784c614b50da92b4f89f5a36ffd4 2024-12-15T09:20:22,915 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 09de784c614b50da92b4f89f5a36ffd4 2024-12-15T09:20:22,916 INFO [StoreOpener-09de784c614b50da92b4f89f5a36ffd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 09de784c614b50da92b4f89f5a36ffd4 2024-12-15T09:20:22,918 INFO [StoreOpener-09de784c614b50da92b4f89f5a36ffd4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09de784c614b50da92b4f89f5a36ffd4 columnFamilyName fam 2024-12-15T09:20:22,918 DEBUG [StoreOpener-09de784c614b50da92b4f89f5a36ffd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:22,918 INFO [StoreOpener-09de784c614b50da92b4f89f5a36ffd4-1 {}] regionserver.HStore(327): Store=09de784c614b50da92b4f89f5a36ffd4/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:22,919 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/testdroppedtimed/09de784c614b50da92b4f89f5a36ffd4 2024-12-15T09:20:22,919 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/testdroppedtimed/09de784c614b50da92b4f89f5a36ffd4 2024-12-15T09:20:22,922 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 09de784c614b50da92b4f89f5a36ffd4 2024-12-15T09:20:22,924 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/testdroppedtimed/09de784c614b50da92b4f89f5a36ffd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:22,924 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 09de784c614b50da92b4f89f5a36ffd4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67676682, jitterRate=0.008461147546768188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T09:20:22,926 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 09de784c614b50da92b4f89f5a36ffd4: 2024-12-15T09:20:22,926 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734254421731.09de784c614b50da92b4f89f5a36ffd4., pid=66, masterSystemTime=1734254422910 2024-12-15T09:20:22,928 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734254421731.09de784c614b50da92b4f89f5a36ffd4. 2024-12-15T09:20:22,928 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734254421731.09de784c614b50da92b4f89f5a36ffd4. 2024-12-15T09:20:22,928 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=09de784c614b50da92b4f89f5a36ffd4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:22,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-15T09:20:22,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 09de784c614b50da92b4f89f5a36ffd4, server=bc087f1894b4,46641,1734254397519 in 174 msec 2024-12-15T09:20:22,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-15T09:20:22,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=09de784c614b50da92b4f89f5a36ffd4, ASSIGN in 330 msec 2024-12-15T09:20:22,933 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T09:20:22,933 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734254422933"}]},"ts":"1734254422933"} 2024-12-15T09:20:22,934 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-15T09:20:23,019 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T09:20:23,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.2880 sec 2024-12-15T09:20:23,104 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 to pos 7708, reset compression=false 2024-12-15T09:20:23,110 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-15T09:20:23,110 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 to pos 8001, reset compression=false 2024-12-15T09:20:23,110 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=8001, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-15T09:20:23,314 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 to pos 8001, reset compression=false 2024-12-15T09:20:23,579 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-15T09:20:23,619 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 to pos 8001, reset compression=false 2024-12-15T09:20:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-15T09:20:23,842 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 64 completed 2024-12-15T09:20:23,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T09:20:23,845 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T09:20:23,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T09:20:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-15T09:20:23,848 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T09:20:23,848 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:23,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 62 2024-12-15T09:20:23,849 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T09:20:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T09:20:23,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741864_1040 (size=367) 2024-12-15T09:20:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T09:20:24,026 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 to pos 8001, reset compression=false 2024-12-15T09:20:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T09:20:24,253 INFO [bc087f1894b4:46641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bc087f1894b4%2C46641%2C1734254397519]: currently replicating from: hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 at position: 8001 2024-12-15T09:20:24,257 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e4d611060ee963d0ccb2bc7877c07876, NAME => 'testdroppedtimed,,1734254423846.e4d611060ee963d0ccb2bc7877c07876.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97 2024-12-15T09:20:24,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741865_1041 (size=51) 2024-12-15T09:20:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T09:20:24,532 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 to pos 8001, reset compression=false 2024-12-15T09:20:24,664 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734254423846.e4d611060ee963d0ccb2bc7877c07876.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:24,664 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing e4d611060ee963d0ccb2bc7877c07876, disabling compactions & flushes 2024-12-15T09:20:24,664 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734254423846.e4d611060ee963d0ccb2bc7877c07876. 2024-12-15T09:20:24,664 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734254423846.e4d611060ee963d0ccb2bc7877c07876. 2024-12-15T09:20:24,664 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734254423846.e4d611060ee963d0ccb2bc7877c07876. after waiting 0 ms 2024-12-15T09:20:24,664 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734254423846.e4d611060ee963d0ccb2bc7877c07876. 2024-12-15T09:20:24,664 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734254423846.e4d611060ee963d0ccb2bc7877c07876. 2024-12-15T09:20:24,664 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for e4d611060ee963d0ccb2bc7877c07876: 2024-12-15T09:20:24,665 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T09:20:24,665 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734254423846.e4d611060ee963d0ccb2bc7877c07876.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734254424665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734254424665"}]},"ts":"1734254424665"} 2024-12-15T09:20:24,667 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T09:20:24,668 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T09:20:24,668 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734254424668"}]},"ts":"1734254424668"} 2024-12-15T09:20:24,669 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-15T09:20:24,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=e4d611060ee963d0ccb2bc7877c07876, ASSIGN}] 2024-12-15T09:20:24,879 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=e4d611060ee963d0ccb2bc7877c07876, ASSIGN 2024-12-15T09:20:24,880 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=e4d611060ee963d0ccb2bc7877c07876, ASSIGN; state=OFFLINE, location=bc087f1894b4,38343,1734254403761; forceNewPlan=false, retain=false 2024-12-15T09:20:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T09:20:25,031 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=e4d611060ee963d0ccb2bc7877c07876, regionState=OPENING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:25,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure e4d611060ee963d0ccb2bc7877c07876, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:25,136 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 to pos 8001, reset compression=false 2024-12-15T09:20:25,184 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc087f1894b4,38343,1734254403761 2024-12-15T09:20:25,189 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734254423846.e4d611060ee963d0ccb2bc7877c07876. 2024-12-15T09:20:25,189 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => e4d611060ee963d0ccb2bc7877c07876, NAME => 'testdroppedtimed,,1734254423846.e4d611060ee963d0ccb2bc7877c07876.', STARTKEY => '', ENDKEY => ''} 2024-12-15T09:20:25,190 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed e4d611060ee963d0ccb2bc7877c07876 2024-12-15T09:20:25,190 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734254423846.e4d611060ee963d0ccb2bc7877c07876.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T09:20:25,190 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for e4d611060ee963d0ccb2bc7877c07876 2024-12-15T09:20:25,190 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for e4d611060ee963d0ccb2bc7877c07876 2024-12-15T09:20:25,192 INFO [StoreOpener-e4d611060ee963d0ccb2bc7877c07876-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region e4d611060ee963d0ccb2bc7877c07876 2024-12-15T09:20:25,193 INFO [StoreOpener-e4d611060ee963d0ccb2bc7877c07876-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4d611060ee963d0ccb2bc7877c07876 columnFamilyName fam 2024-12-15T09:20:25,194 DEBUG [StoreOpener-e4d611060ee963d0ccb2bc7877c07876-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T09:20:25,194 INFO [StoreOpener-e4d611060ee963d0ccb2bc7877c07876-1 {}] regionserver.HStore(327): Store=e4d611060ee963d0ccb2bc7877c07876/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T09:20:25,196 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/testdroppedtimed/e4d611060ee963d0ccb2bc7877c07876 2024-12-15T09:20:25,196 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/testdroppedtimed/e4d611060ee963d0ccb2bc7877c07876 2024-12-15T09:20:25,199 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for e4d611060ee963d0ccb2bc7877c07876 2024-12-15T09:20:25,202 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/testdroppedtimed/e4d611060ee963d0ccb2bc7877c07876/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T09:20:25,202 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened e4d611060ee963d0ccb2bc7877c07876; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65896657, jitterRate=-0.018063291907310486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T09:20:25,203 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for e4d611060ee963d0ccb2bc7877c07876: 2024-12-15T09:20:25,204 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734254423846.e4d611060ee963d0ccb2bc7877c07876., pid=64, masterSystemTime=1734254425184 2024-12-15T09:20:25,205 DEBUG [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734254423846.e4d611060ee963d0ccb2bc7877c07876. 2024-12-15T09:20:25,205 INFO [RS_OPEN_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734254423846.e4d611060ee963d0ccb2bc7877c07876. 2024-12-15T09:20:25,206 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=e4d611060ee963d0ccb2bc7877c07876, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:25,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-15T09:20:25,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure e4d611060ee963d0ccb2bc7877c07876, server=bc087f1894b4,38343,1734254403761 in 175 msec 2024-12-15T09:20:25,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-15T09:20:25,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=e4d611060ee963d0ccb2bc7877c07876, ASSIGN in 333 msec 2024-12-15T09:20:25,211 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T09:20:25,212 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734254425211"}]},"ts":"1734254425211"} 2024-12-15T09:20:25,213 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-15T09:20:25,236 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T09:20:25,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.3900 sec 2024-12-15T09:20:25,767 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T09:20:25,843 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 to pos 8001, reset compression=false 2024-12-15T09:20:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T09:20:25,956 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 62 completed 2024-12-15T09:20:25,956 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-15T09:20:25,956 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T09:20:25,964 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-15T09:20:25,964 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T09:20:25,964 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-15T09:20:25,964 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-15T09:20:25,964 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T09:20:25,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-15T09:20:25,971 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T09:20:25,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-15T09:20:25,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.HMaster(3938): Client=jenkins//172.17.0.2 disable replication peer, id=2 2024-12-15T09:20:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-15T09:20:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T09:20:25,994 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T09:20:26,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-15T09:20:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T09:20:26,179 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc087f1894b4,46641,1734254397519 2024-12-15T09:20:26,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46641 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=68 2024-12-15T09:20:26,179 INFO [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=DISABLE_PEER 2024-12-15T09:20:26,180 INFO [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(373): Terminate replication source for 2 2024-12-15T09:20:26,180 INFO [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Peer 2 state or config changed. Will close the previous replication source and open a new one 2024-12-15T09:20:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T09:20:26,292 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x10028fd0f70000b, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T09:20:26,292 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 {event_type=RS_REFRESH_PEER, pid=68}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c91eccf to 127.0.0.1:50802 2024-12-15T09:20:26,292 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 {event_type=RS_REFRESH_PEER, pid=68}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:26,392 WARN [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-15T09:20:26,392 WARN [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-15T09:20:26,493 INFO [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 terminated 2024-12-15T09:20:26,505 INFO [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-15T09:20:26,506 INFO [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(383): Startup replication source for 2 2024-12-15T09:20:26,506 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-15T09:20:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-15T09:20:26,508 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for DISABLE on bc087f1894b4,46641,1734254397519 suceeded 2024-12-15T09:20:26,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-15T09:20:26,509 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 2 2024-12-15T09:20:26,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 481 msec 2024-12-15T09:20:26,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 534 msec 2024-12-15T09:20:26,534 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c6c2628 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59daace7 2024-12-15T09:20:26,552 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b27292a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:26,554 INFO [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:50802 2024-12-15T09:20:26,560 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T09:20:26,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x10028fd0f70000f connected 2024-12-15T09:20:26,561 INFO [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=cb9b41d5-09fe-4ba4-b877-76161b3e65c9 to cluster=b5cba33a-cc91-4ca5-b9b6-45feef5e0620 2024-12-15T09:20:26,561 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=bc087f1894b4%2C46641%2C1734254397519 2024-12-15T09:20:26,561 INFO [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-15T09:20:26,561 INFO [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bc087f1894b4%2C46641%2C1734254397519 2024-12-15T09:20:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T09:20:26,588 DEBUG [hconnection-0x5010b4cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:26,590 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T09:20:27,152 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-15T09:20:27,152 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed Metrics about Tables on a single HBase RegionServer 2024-12-15T09:20:27,574 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-15T09:20:27,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-15T09:20:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-15T09:20:27,586 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734254427586"}]},"ts":"1734254427586"} 2024-12-15T09:20:27,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T09:20:27,588 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-15T09:20:27,626 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-15T09:20:27,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-15T09:20:27,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=e4d611060ee963d0ccb2bc7877c07876, UNASSIGN}] 2024-12-15T09:20:27,633 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=e4d611060ee963d0ccb2bc7877c07876, UNASSIGN 2024-12-15T09:20:27,633 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=e4d611060ee963d0ccb2bc7877c07876, regionState=CLOSING, regionLocation=bc087f1894b4,38343,1734254403761 2024-12-15T09:20:27,635 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T09:20:27,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure e4d611060ee963d0ccb2bc7877c07876, server=bc087f1894b4,38343,1734254403761}] 2024-12-15T09:20:27,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T09:20:27,789 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc087f1894b4,38343,1734254403761 2024-12-15T09:20:27,791 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close e4d611060ee963d0ccb2bc7877c07876 2024-12-15T09:20:27,791 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T09:20:27,792 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing e4d611060ee963d0ccb2bc7877c07876, disabling compactions & flushes 2024-12-15T09:20:27,792 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734254423846.e4d611060ee963d0ccb2bc7877c07876. 2024-12-15T09:20:27,792 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734254423846.e4d611060ee963d0ccb2bc7877c07876. 2024-12-15T09:20:27,792 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734254423846.e4d611060ee963d0ccb2bc7877c07876. after waiting 0 ms 2024-12-15T09:20:27,792 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734254423846.e4d611060ee963d0ccb2bc7877c07876. 2024-12-15T09:20:27,796 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/testdroppedtimed/e4d611060ee963d0ccb2bc7877c07876/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:20:27,799 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734254423846.e4d611060ee963d0ccb2bc7877c07876. 2024-12-15T09:20:27,799 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for e4d611060ee963d0ccb2bc7877c07876: 2024-12-15T09:20:27,801 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed e4d611060ee963d0ccb2bc7877c07876 2024-12-15T09:20:27,801 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=e4d611060ee963d0ccb2bc7877c07876, regionState=CLOSED 2024-12-15T09:20:27,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-15T09:20:27,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure e4d611060ee963d0ccb2bc7877c07876, server=bc087f1894b4,38343,1734254403761 in 167 msec 2024-12-15T09:20:27,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-15T09:20:27,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=e4d611060ee963d0ccb2bc7877c07876, UNASSIGN in 171 msec 2024-12-15T09:20:27,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-15T09:20:27,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 177 msec 2024-12-15T09:20:27,816 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734254427816"}]},"ts":"1734254427816"} 2024-12-15T09:20:27,817 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-15T09:20:27,826 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-15T09:20:27,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 247 msec 2024-12-15T09:20:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T09:20:27,892 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 65 completed 2024-12-15T09:20:27,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-15T09:20:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-15T09:20:27,900 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T09:20:27,902 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T09:20:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T09:20:27,908 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/testdroppedtimed/e4d611060ee963d0ccb2bc7877c07876 2024-12-15T09:20:27,912 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/testdroppedtimed/e4d611060ee963d0ccb2bc7877c07876/fam, FileablePath, hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/testdroppedtimed/e4d611060ee963d0ccb2bc7877c07876/recovered.edits] 2024-12-15T09:20:27,922 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/testdroppedtimed/e4d611060ee963d0ccb2bc7877c07876/recovered.edits/4.seqid to hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/archive/data/default/testdroppedtimed/e4d611060ee963d0ccb2bc7877c07876/recovered.edits/4.seqid 2024-12-15T09:20:27,923 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/testdroppedtimed/e4d611060ee963d0ccb2bc7877c07876 2024-12-15T09:20:27,923 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-15T09:20:27,928 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T09:20:27,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38343 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-15T09:20:27,945 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-15T09:20:27,950 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-15T09:20:27,951 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T09:20:27,951 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-15T09:20:27,952 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734254423846.e4d611060ee963d0ccb2bc7877c07876.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734254427951"}]},"ts":"9223372036854775807"} 2024-12-15T09:20:27,954 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T09:20:27,954 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e4d611060ee963d0ccb2bc7877c07876, NAME => 'testdroppedtimed,,1734254423846.e4d611060ee963d0ccb2bc7877c07876.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T09:20:27,954 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-15T09:20:27,954 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734254427954"}]},"ts":"9223372036854775807"} 2024-12-15T09:20:27,956 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-15T09:20:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T09:20:28,092 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T09:20:28,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 196 msec 2024-12-15T09:20:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T09:20:28,205 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 69 completed 2024-12-15T09:20:28,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.HMaster(3932): Client=jenkins//172.17.0.2 enable replication peer, id=2 2024-12-15T09:20:28,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-15T09:20:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T09:20:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T09:20:28,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-15T09:20:28,417 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T09:20:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T09:20:28,519 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc087f1894b4,46641,1734254397519 2024-12-15T09:20:28,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46641 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=70 2024-12-15T09:20:28,520 INFO [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ENABLE_PEER 2024-12-15T09:20:28,521 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-15T09:20:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-15T09:20:28,522 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ENABLE on bc087f1894b4,46641,1734254397519 suceeded 2024-12-15T09:20:28,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-15T09:20:28,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-12-15T09:20:28,524 INFO [PEWorker-3 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 2 2024-12-15T09:20:28,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 315 msec 2024-12-15T09:20:28,563 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, startPosition=0, beingWritten=true 2024-12-15T09:20:28,580 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:20:28,580 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{testdroppedtimed/09de784c614b50da92b4f89f5a36ffd4/4=[#edits: 1 = <0 put on table to be dropped/fam:row/1734254426593/Put/vlen=4096/seqid=0; >],4327}, {test/9692ed8318bcc1e16a5077683d285c4e/4=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/5=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/6=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/7=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/8=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/9=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/10=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/11=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/12=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/13=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/14=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/15=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/16=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/17=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/18=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/19=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/20=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/21=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/22=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/23=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/24=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/25=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/26=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=108713, nbRowKeys=24, nbHFiles=0, heapSize=103158, lastSeqIds={}, endOfFile=false,usedBufferSize=103158] 2024-12-15T09:20:28,585 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:20:28,589 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:20:28,594 DEBUG [SinkThread-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T09:20:28,597 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38734, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-15T09:20:28,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:28,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b90ef54 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6ce3966 2024-12-15T09:20:28,804 DEBUG [ReadOnlyZKClient-127.0.0.1:50802@0x5b90ef54 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12e74cdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T09:20:28,821 DEBUG [hconnection-0x3245aa57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:28,824 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T09:20:28,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-15T09:20:28,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:28,839 DEBUG [ReadOnlyZKClient-127.0.0.1:50802@0x5b90ef54 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bc087f1894b4,38343,1734254403761, seqNum=-1] 2024-12-15T09:20:28,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:28,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:28,897 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:28,904 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut013', locateType=CURRENT is [region=test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd., hostname=bc087f1894b4,38343,1734254403761, seqNum=2] 2024-12-15T09:20:28,907 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut014', locateType=CURRENT is [region=test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd., hostname=bc087f1894b4,38343,1734254403761, seqNum=2] 2024-12-15T09:20:28,908 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut016', locateType=CURRENT is [region=test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd., hostname=bc087f1894b4,38343,1734254403761, seqNum=2] 2024-12-15T09:20:28,908 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut017', locateType=CURRENT is [region=test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd., hostname=bc087f1894b4,38343,1734254403761, seqNum=2] 2024-12-15T09:20:28,909 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut018', locateType=CURRENT is [region=test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd., hostname=bc087f1894b4,38343,1734254403761, seqNum=2] 2024-12-15T09:20:28,909 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut019', locateType=CURRENT is [region=test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd., hostname=bc087f1894b4,38343,1734254403761, seqNum=2] 2024-12-15T09:20:28,909 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut020', locateType=CURRENT is [region=test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd., hostname=bc087f1894b4,38343,1734254403761, seqNum=2] 2024-12-15T09:20:28,910 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut015', locateType=CURRENT is [region=test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd., hostname=bc087f1894b4,38343,1734254403761, seqNum=2] 2024-12-15T09:20:28,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:28,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:20:28,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:28,942 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:28,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:28,949 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:28,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:28,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 1 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254488930, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:28,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:28,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:28,982 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f44eef8 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69ed94b5 2024-12-15T09:20:28,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:28,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:28,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:28,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:29,001 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74c4a2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:29,004 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:29,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:29,005 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:29,009 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f44eef8 to 127.0.0.1:50802 2024-12-15T09:20:29,009 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:29,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:29,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:29,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:29,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:29,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:29,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:29,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:29,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:29,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:29,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:29,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:29,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:29,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:29,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:29,084 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:29,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:29,119 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:29,120 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:29,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:29,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 2 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254489112, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:29,123 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60217e5c to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63c658b4 2024-12-15T09:20:29,135 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a6c7b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:29,138 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:29,139 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:29,143 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60217e5c to 127.0.0.1:50802 2024-12-15T09:20:29,143 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:29,253 INFO [bc087f1894b4:46641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bc087f1894b4%2C46641%2C1734254397519]: currently replicating from: hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 at position: -1 2024-12-15T09:20:29,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:29,349 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:29,349 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:29,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:29,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 3 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254489344, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:29,351 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43c65709 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@302503b1 2024-12-15T09:20:29,360 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5387deb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:29,362 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:29,363 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:29,365 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43c65709 to 127.0.0.1:50802 2024-12-15T09:20:29,365 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:29,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:29,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:29,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:29,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:29,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:29,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:29,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:29,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:29,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:29,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:29,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:29,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:29,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:29,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:29,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:29,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:29,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:29,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:29,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:29,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:29,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:29,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:29,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:29,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:29,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:29,605 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:29,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:29,671 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:29,672 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:29,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:29,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254489666, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:29,674 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x117b645a to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9dbd54f 2024-12-15T09:20:29,685 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6444a8d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:29,687 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:29,688 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:29,690 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x117b645a to 127.0.0.1:50802 2024-12-15T09:20:29,690 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:30,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:30,096 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:30,097 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:30,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:30,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 5 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254490091, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:30,098 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e297a78 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@390fab5f 2024-12-15T09:20:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:30,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:30,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:30,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:30,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:30,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:30,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:30,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:30,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:30,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:30,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:30,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:30,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:30,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:30,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:30,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:30,117 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@784c9694, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:30,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:30,118 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:30,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:30,119 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:30,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:30,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:30,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:30,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:30,121 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e297a78 to 127.0.0.1:50802 2024-12-15T09:20:30,121 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:30,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:30,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:30,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:30,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:30,125 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:30,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:30,627 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:30,628 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:30,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:30,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:30,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 6 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254490622, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:30,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:30,630 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75b431ea to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8572943 2024-12-15T09:20:30,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:30,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:30,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:30,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:30,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:30,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:30,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:30,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:30,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:30,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:30,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:30,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:30,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:30,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:30,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:30,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:30,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:30,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:30,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:30,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:30,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:30,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:30,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:30,644 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:30,669 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10785080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:30,670 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:30,671 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:30,673 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75b431ea to 127.0.0.1:50802 2024-12-15T09:20:30,673 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:30,994 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T09:20:30,994 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T09:20:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:31,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:31,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:31,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:31,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:31,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:31,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:31,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:31,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:31,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:31,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:31,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:31,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:31,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:31,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:31,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:31,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:31,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:31,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:31,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:31,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:31,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:31,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:31,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:31,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:31,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:31,164 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:31,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:31,279 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:31,280 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:31,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:31,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254491274, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:31,282 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a2734df to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@265866c8 2024-12-15T09:20:31,327 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15b526ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:31,329 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:31,330 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:31,331 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a2734df to 127.0.0.1:50802 2024-12-15T09:20:31,331 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:31,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:31,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:31,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:31,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:31,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:31,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:31,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:31,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:31,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:31,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:31,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:31,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:31,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:31,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:31,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:31,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:31,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:31,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:31,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:31,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:31,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:31,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:31,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:31,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:31,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:31,689 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:32,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:32,037 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:32,038 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:32,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:32,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 8 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254492032, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:32,040 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x327ca425 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f4f9989 2024-12-15T09:20:32,077 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43f1ca41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:32,078 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:32,079 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:32,081 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x327ca425 to 127.0.0.1:50802 2024-12-15T09:20:32,081 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:32,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:32,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:32,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:32,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:32,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:32,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:32,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:32,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:32,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:32,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:32,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:32,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:32,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:32,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:32,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:32,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:32,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:32,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:32,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:32,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:32,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:32,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:32,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:32,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:32,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:32,210 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:32,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:32,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:32,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:32,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:32,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:32,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:32,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:32,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:32,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:32,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:32,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:32,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:32,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:32,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:32,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:32,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:32,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:32,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:32,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:32,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:32,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:32,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:32,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:32,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:32,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:32,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:32,732 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:32,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:32,886 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:32,887 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:32,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:32,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 9 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254492882, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:32,888 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17a39460 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1423d4cc 2024-12-15T09:20:32,927 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@594da7cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:32,928 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:32,929 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:32,931 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17a39460 to 127.0.0.1:50802 2024-12-15T09:20:32,931 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:33,220 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T09:20:33,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:33,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:33,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:33,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:33,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:33,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:33,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:33,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:33,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:33,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:33,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:33,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:33,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:33,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:33,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:33,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:33,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:33,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:33,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:33,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:33,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:33,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:33,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:33,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:33,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:33,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:33,249 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:33,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:33,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:33,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:33,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:33,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:33,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:33,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:33,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:33,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:33,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:33,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:33,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:33,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:33,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:33,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:33,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:33,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:33,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:33,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:33,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:33,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:33,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:33,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:33,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:33,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:33,766 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:33,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:33,837 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:33,837 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:33,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:33,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254493832, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:33,839 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x580bd807 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5204e27e 2024-12-15T09:20:33,873 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6643740a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:33,874 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:33,875 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37364, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:33,877 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x580bd807 to 127.0.0.1:50802 2024-12-15T09:20:33,877 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:34,023 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T09:20:34,024 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T09:20:34,253 INFO [bc087f1894b4:46641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bc087f1894b4%2C46641%2C1734254397519]: currently replicating from: hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 at position: -1 2024-12-15T09:20:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:34,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:34,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:34,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:34,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:34,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:34,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:34,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:34,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:34,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:34,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:34,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:34,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:34,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:34,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:34,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:34,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:34,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:34,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:34,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:34,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:34,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:34,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:34,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:34,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:34,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:34,282 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:34,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:34,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:34,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:34,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:34,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:34,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:34,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:34,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:34,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:34,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:34,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:34,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:34,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:34,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:34,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:34,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:34,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:34,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:34,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:34,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:34,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:34,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:34,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:34,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:34,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:34,802 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:34,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:35,009 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:35,010 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:35,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:35,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 11 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254494878, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:35,011 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x316b3f1c to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44893c5d 2024-12-15T09:20:35,018 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3997e3e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:35,020 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:35,021 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:35,022 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x316b3f1c to 127.0.0.1:50802 2024-12-15T09:20:35,023 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:35,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:35,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:35,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:35,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:35,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:35,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:35,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:35,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:35,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:35,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:35,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:35,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:35,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:35,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:35,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:35,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:35,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:35,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:35,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:35,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:35,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:35,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:35,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:35,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:35,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:35,318 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:35,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:35,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:35,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:35,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:35,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:35,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:35,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:35,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:35,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:35,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:35,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:35,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:35,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:35,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:35,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:35,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:35,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:35,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:35,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:35,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:35,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:35,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:35,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:35,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:35,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:35,836 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:35,994 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T09:20:35,994 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T09:20:36,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:36,028 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:36,029 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:36,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:36,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 12 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254496023, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:36,031 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x565df3a2 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bbb46e0 2024-12-15T09:20:36,069 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5db52686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:36,070 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:36,071 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:36,072 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x565df3a2 to 127.0.0.1:50802 2024-12-15T09:20:36,072 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:36,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:36,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:36,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:36,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:36,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:36,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:36,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:36,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:36,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:36,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:36,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:36,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:36,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:36,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:36,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:36,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:36,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:36,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:36,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:36,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:36,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:36,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:36,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:36,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:36,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:36,350 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:36,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:36,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:36,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:36,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:36,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:36,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:36,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:36,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:36,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:36,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:36,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:36,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:36,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:36,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:36,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:36,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:36,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:36,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:36,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:36,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:36,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:36,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:36,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:36,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:36,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:36,865 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:37,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:37,078 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:37,079 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:37,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:37,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254497074, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:37,081 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6fa4770f to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e29a05d 2024-12-15T09:20:37,119 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a5c2a08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:37,120 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:37,121 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:37,123 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6fa4770f to 127.0.0.1:50802 2024-12-15T09:20:37,123 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:37,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:37,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:37,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:37,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:37,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:37,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:37,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:37,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:37,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:37,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:37,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:37,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:37,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:37,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:37,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:37,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:37,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:37,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:37,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:37,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:37,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:37,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:37,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:37,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:37,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:37,378 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:37,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:37,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:37,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:37,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:37,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:37,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:37,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:37,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:37,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:37,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:37,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:37,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:37,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:37,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:37,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:37,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:37,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:37,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:37,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:37,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:37,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:37,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:37,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:37,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:37,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:37,896 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:38,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:38,129 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:38,130 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:38,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:38,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 14 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254498124, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:38,132 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a19f1f9 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49919faf 2024-12-15T09:20:38,169 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3266e0ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:38,170 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:38,171 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:38,173 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a19f1f9 to 127.0.0.1:50802 2024-12-15T09:20:38,173 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:38,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:38,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:38,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:38,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:38,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:38,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:38,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:38,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:38,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:38,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:38,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:38,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:38,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:38,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:38,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:38,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:38,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:38,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:38,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:38,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:38,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:38,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:38,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:38,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:38,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:38,410 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:38,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:38,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:38,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:38,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:38,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:38,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:38,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:38,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:38,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:38,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:38,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:38,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:38,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:38,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:38,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:38,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:38,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:38,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:38,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:38,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:38,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:38,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:38,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:38,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:38,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:38,924 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:39,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:39,179 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:39,180 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:39,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:39,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 15 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254499174, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:39,181 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ec4dcdb to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3bed584b 2024-12-15T09:20:39,200 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e8926d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:39,201 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:39,202 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:39,203 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ec4dcdb to 127.0.0.1:50802 2024-12-15T09:20:39,203 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:39,253 INFO [bc087f1894b4:46641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bc087f1894b4%2C46641%2C1734254397519]: currently replicating from: hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 at position: -1 2024-12-15T09:20:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:39,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:39,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:39,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:39,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:39,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:39,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:39,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:39,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:39,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:39,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:39,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:39,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:39,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:39,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:39,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:39,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:39,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:39,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:39,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:39,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:39,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:39,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:39,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:39,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:39,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:39,438 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:39,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:39,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:39,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:39,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:39,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:39,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:39,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:39,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:39,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:39,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:39,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:39,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:39,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:39,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:39,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:39,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:39,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:39,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:39,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:39,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:39,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:39,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:39,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:39,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:39,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:39,952 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:40,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:40,210 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:40,211 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:40,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:40,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254500204, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:40,213 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2091cc2a to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10d5c1e0 2024-12-15T09:20:40,252 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@290a45bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:40,254 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:40,255 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:40,257 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2091cc2a to 127.0.0.1:50802 2024-12-15T09:20:40,257 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:40,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:40,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:40,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:40,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:40,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:40,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:40,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:40,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:40,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:40,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:40,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:40,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:40,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:40,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:40,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:40,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:40,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:40,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:40,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:40,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:40,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:40,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:40,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:40,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:40,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:40,465 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:40,928 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T09:20:40,929 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T09:20:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:40,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:40,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:40,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:40,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:40,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:40,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:40,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:40,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:40,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:40,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:40,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:40,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:40,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:40,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:40,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:40,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:40,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:40,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:40,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:40,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:40,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:40,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:40,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:40,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:40,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:40,979 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:40,994 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T09:20:40,994 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T09:20:41,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:41,264 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:41,265 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:41,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:41,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 17 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254501258, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:41,267 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e29f9bb to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20cdf15f 2024-12-15T09:20:41,302 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b115f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:41,304 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:41,305 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:41,307 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e29f9bb to 127.0.0.1:50802 2024-12-15T09:20:41,307 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:41,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:41,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:41,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:41,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:41,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:41,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:41,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:41,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:41,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:41,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:41,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:41,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:41,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:41,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:41,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:41,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:41,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:41,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:41,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:41,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:41,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:41,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:41,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:41,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:41,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:41,493 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:41,889 INFO [master/bc087f1894b4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-15T09:20:41,889 INFO [master/bc087f1894b4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-15T09:20:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:41,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:41,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:41,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:41,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:41,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:41,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:41,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:41,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:41,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:42,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:42,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:42,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:42,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:42,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:42,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:42,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:42,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:42,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:42,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:42,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:42,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:42,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:42,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:42,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:42,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:42,005 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:42,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:42,312 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:42,312 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:42,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:42,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 18 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254502308, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:42,313 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0647effe to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49cfa160 2024-12-15T09:20:42,352 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18f40d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:42,353 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:42,354 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:42,356 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0647effe to 127.0.0.1:50802 2024-12-15T09:20:42,356 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:42,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:42,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:42,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:42,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:42,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:42,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:42,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:42,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:42,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:42,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:42,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:42,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:42,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:42,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:42,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:42,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:42,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:42,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:42,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:42,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:42,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:42,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:42,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:42,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:42,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:42,521 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:43,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:43,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:43,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:43,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:43,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:43,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:43,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:43,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:43,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:43,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:43,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:43,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:43,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:43,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:43,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:43,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:43,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:43,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:43,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:43,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:43,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:43,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:43,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:43,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:43,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:43,040 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:43,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:43,362 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:43,369 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:43,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:43,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 19 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254503357, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:43,371 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6745b4bb to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5335dd92 2024-12-15T09:20:43,410 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b1265af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:43,411 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:43,412 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:43,415 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6745b4bb to 127.0.0.1:50802 2024-12-15T09:20:43,415 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:43,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:43,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:43,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:43,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:43,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:43,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:43,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:43,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:43,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:43,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:43,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:43,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:43,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:43,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:43,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:43,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:43,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:43,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:43,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:43,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:43,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:43,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:43,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:43,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:43,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:43,553 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:44,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:44,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:44,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:44,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:44,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:44,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:44,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:44,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:44,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:44,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:44,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:44,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:44,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:44,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:44,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:44,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:44,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:44,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:44,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:44,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:44,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:44,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:44,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:44,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:44,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:44,065 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:44,253 INFO [bc087f1894b4:46641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bc087f1894b4%2C46641%2C1734254397519]: currently replicating from: hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 at position: -1 2024-12-15T09:20:44,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:44,421 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:44,422 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:44,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:44,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 20 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254504416, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:44,424 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b426ebd to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26e6f10a 2024-12-15T09:20:44,435 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e21d764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:44,436 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:44,437 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58106, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:44,439 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b426ebd to 127.0.0.1:50802 2024-12-15T09:20:44,439 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:44,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:44,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:44,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:44,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:44,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:44,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:44,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:44,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:44,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:44,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:44,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:44,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:44,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:44,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:44,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:44,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:44,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:44,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:44,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:44,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:44,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:44,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:44,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:44,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:44,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:44,577 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:45,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:45,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:45,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:45,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:45,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:45,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:45,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:45,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:45,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:45,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:45,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:45,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:45,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:45,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:45,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:45,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:45,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:45,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:45,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:45,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:45,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:45,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:45,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:45,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:45,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:45,092 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:45,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:45,445 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:45,446 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:45,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:45,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 21 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254505440, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:45,447 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40e2de87 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@519d0930 2024-12-15T09:20:45,486 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d77e90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:45,487 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:45,488 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:45,491 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40e2de87 to 127.0.0.1:50802 2024-12-15T09:20:45,491 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:45,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:45,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:45,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:45,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:45,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:45,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:45,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:45,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:45,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:45,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:45,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:45,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:45,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:45,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:45,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:45,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:45,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:45,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:45,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:45,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:45,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:45,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:45,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:45,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:45,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:45,604 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:45,994 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T09:20:45,994 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T09:20:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:46,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:46,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:46,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:46,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:46,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:46,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:46,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:46,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:46,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:46,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:46,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:46,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:46,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:46,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:46,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:46,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:46,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:46,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:46,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:46,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:46,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:46,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:46,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:46,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:46,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:46,118 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:46,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:46,496 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:46,497 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:46,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:46,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 22 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254506492, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:46,499 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x341cec39 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@df1a703 2024-12-15T09:20:46,535 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37686bd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:46,537 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:46,537 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:46,539 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x341cec39 to 127.0.0.1:50802 2024-12-15T09:20:46,539 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:46,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:46,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:46,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:46,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:46,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:46,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:46,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:46,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:46,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:46,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:46,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:46,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:46,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:46,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:46,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:46,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:46,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:46,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:46,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:46,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:46,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:46,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:46,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:46,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:46,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:46,629 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:47,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:47,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:47,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:47,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:47,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:47,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:47,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:47,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:47,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:47,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:47,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:47,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:47,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:47,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:47,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:47,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:47,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:47,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:47,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:47,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:47,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:47,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:47,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:47,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:47,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:47,142 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:47,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:47,545 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:47,546 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:47,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:47,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 23 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254507540, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:47,547 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6698769e to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66511cf1 2024-12-15T09:20:47,585 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1213c51b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:47,587 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:47,588 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58142, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:47,589 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6698769e to 127.0.0.1:50802 2024-12-15T09:20:47,590 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:47,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:47,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:47,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:47,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:47,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:47,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:47,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:47,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:47,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:47,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:47,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:47,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:47,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:47,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:47,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:47,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:47,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:47,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:47,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:47,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:47,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:47,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:47,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:47,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:47,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:47,654 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:48,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:48,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:48,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:48,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:48,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:48,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:48,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:48,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:48,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:48,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:48,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:48,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:48,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:48,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:48,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:48,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:48,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:48,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:48,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:48,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:48,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:48,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:48,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:48,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:48,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:48,164 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:48,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:48,596 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:48,597 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:48,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:48,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 24 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254508590, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:48,599 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x33618128 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5db9b521 2024-12-15T09:20:48,634 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@518e8890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:48,635 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:48,636 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:48,638 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x33618128 to 127.0.0.1:50802 2024-12-15T09:20:48,638 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:48,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:48,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:48,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:48,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:48,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:48,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:48,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:48,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:48,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:48,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:48,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:48,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:48,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:48,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:48,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:48,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:48,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:48,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:48,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:48,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:48,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:48,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:48,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:48,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:48,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:48,680 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:49,003 INFO [master/bc087f1894b4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-15T09:20:49,003 INFO [master/bc087f1894b4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-15T09:20:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:49,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:49,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:49,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:49,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:49,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:49,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:49,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:49,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:49,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:49,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:49,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:49,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:49,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:49,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:49,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:49,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:49,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:49,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:49,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:49,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:49,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:49,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:49,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:49,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:49,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:49,194 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:49,253 INFO [bc087f1894b4:46641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bc087f1894b4%2C46641%2C1734254397519]: currently replicating from: hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 at position: -1 2024-12-15T09:20:49,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:49,644 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:49,644 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:49,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:49,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 25 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254509639, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:49,646 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39294dbb to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2929f702 2024-12-15T09:20:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:49,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:49,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:49,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:49,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:49,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:49,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:49,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:49,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:49,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:49,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:49,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:49,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:49,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:49,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:49,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:49,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:49,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:49,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:49,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:49,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:49,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:49,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:49,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:49,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:49,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:49,707 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:49,908 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c4620bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:49,910 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:49,911 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:49,913 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39294dbb to 127.0.0.1:50802 2024-12-15T09:20:49,913 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:50,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:50,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:50,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:50,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:50,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:50,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:50,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:50,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:50,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:50,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:50,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:50,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:50,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:50,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:50,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:50,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:50,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:50,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:50,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:50,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:50,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:50,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:50,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:50,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:50,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:50,224 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:50,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:50,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:50,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:50,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:50,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:50,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:50,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:50,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:50,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:50,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:50,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:50,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:50,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:50,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:50,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:50,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:50,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:50,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:50,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:50,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:50,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:50,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:50,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:50,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:50,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:50,740 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:50,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:50,919 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:50,920 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:50,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:50,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 26 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254510914, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:50,922 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0edab9b5 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68adce8b 2024-12-15T09:20:50,963 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55d348f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:50,966 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:50,967 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:50,969 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0edab9b5 to 127.0.0.1:50802 2024-12-15T09:20:50,969 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:50,994 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T09:20:50,994 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T09:20:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:51,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:51,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:51,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:51,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:51,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:51,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:51,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:51,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:51,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:51,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:51,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:51,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:51,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:51,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:51,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:51,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:51,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:51,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:51,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:51,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:51,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:51,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:51,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:51,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:51,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:51,252 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:51,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:51,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:51,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:51,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:51,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:51,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:51,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:51,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:51,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:51,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:51,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:51,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:51,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:51,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:51,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:51,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:51,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:51,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:51,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:51,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:51,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:51,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:51,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:51,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:51,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:51,762 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:51,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:51,974 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:51,975 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:51,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:51,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 27 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254511970, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:51,977 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x185d4f64 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e021372 2024-12-15T09:20:52,035 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51d904cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:52,037 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:52,038 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:52,040 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x185d4f64 to 127.0.0.1:50802 2024-12-15T09:20:52,040 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:52,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:52,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:52,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:52,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:52,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:52,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:52,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:52,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:52,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:52,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:52,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:52,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:52,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:52,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:52,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:52,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:52,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:52,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:52,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:52,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:52,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:52,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:52,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:52,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:52,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:52,275 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:52,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:52,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:52,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:52,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:52,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:52,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:52,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:52,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:52,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:52,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:52,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:52,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:52,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:52,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:52,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:52,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:52,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:52,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:52,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:52,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:52,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:52,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:52,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:52,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:52,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:52,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:52,790 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:53,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:53,045 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:53,046 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:53,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:53,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 28 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254513041, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:53,048 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ad81989 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@644f1e23 2024-12-15T09:20:53,085 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d29a13d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:53,087 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:53,088 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33846, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:53,089 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ad81989 to 127.0.0.1:50802 2024-12-15T09:20:53,089 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:53,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:53,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:53,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:53,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:53,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:53,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:53,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:53,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:53,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:53,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:53,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:53,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:53,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:53,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:53,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:53,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:53,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:53,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:53,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:53,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:53,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:53,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:53,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:53,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:53,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:53,303 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:53,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:53,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:53,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:53,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:53,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:53,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:53,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:53,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:53,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:53,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:53,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:53,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:53,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:53,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:53,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:53,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:53,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:53,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:53,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:53,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:53,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:53,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:53,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:53,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:53,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:53,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:53,814 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:54,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:54,094 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:54,094 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:54,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:54,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 29 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254514090, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:54,096 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d7db0e0 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@315f1d6a 2024-12-15T09:20:54,135 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14f7235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:54,137 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:54,138 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:54,139 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d7db0e0 to 127.0.0.1:50802 2024-12-15T09:20:54,139 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:54,253 INFO [bc087f1894b4:46641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bc087f1894b4%2C46641%2C1734254397519]: currently replicating from: hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 at position: -1 2024-12-15T09:20:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:54,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:54,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:54,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:54,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:54,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:54,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:54,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:54,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:54,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:54,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:54,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:54,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:54,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:54,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:54,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:54,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:54,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:54,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:54,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:54,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:54,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:54,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:54,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:54,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:54,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:54,325 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:54,826 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-15T09:20:54,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-15T09:20:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-15T09:20:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T09:20:54,829 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734254454828"}]},"ts":"1734254454828"} 2024-12-15T09:20:54,830 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-15T09:20:54,857 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-15T09:20:54,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-15T09:20:54,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=09de784c614b50da92b4f89f5a36ffd4, UNASSIGN}] 2024-12-15T09:20:54,861 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=09de784c614b50da92b4f89f5a36ffd4, UNASSIGN 2024-12-15T09:20:54,862 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=09de784c614b50da92b4f89f5a36ffd4, regionState=CLOSING, regionLocation=bc087f1894b4,46641,1734254397519 2024-12-15T09:20:54,863 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33981 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=bc087f1894b4,46641,1734254397519, table=testdroppedtimed, region=09de784c614b50da92b4f89f5a36ffd4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T09:20:54,868 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T09:20:54,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure 09de784c614b50da92b4f89f5a36ffd4, server=bc087f1894b4,46641,1734254397519}] 2024-12-15T09:20:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T09:20:55,020 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc087f1894b4,46641,1734254397519 2024-12-15T09:20:55,021 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close 09de784c614b50da92b4f89f5a36ffd4 2024-12-15T09:20:55,022 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T09:20:55,022 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing 09de784c614b50da92b4f89f5a36ffd4, disabling compactions & flushes 2024-12-15T09:20:55,022 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734254421731.09de784c614b50da92b4f89f5a36ffd4. 2024-12-15T09:20:55,022 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734254421731.09de784c614b50da92b4f89f5a36ffd4. 2024-12-15T09:20:55,022 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734254421731.09de784c614b50da92b4f89f5a36ffd4. after waiting 0 ms 2024-12-15T09:20:55,022 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734254421731.09de784c614b50da92b4f89f5a36ffd4. 2024-12-15T09:20:55,022 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing 09de784c614b50da92b4f89f5a36ffd4 1/1 column families, dataSize=4.05 KB heapSize=4.38 KB 2024-12-15T09:20:55,084 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/testdroppedtimed/09de784c614b50da92b4f89f5a36ffd4/.tmp/fam/96688a468f824b5e851027b1190cb34e is 4154, key is 0 put on table to be dropped/fam:row/1734254426593/Put/seqid=0 2024-12-15T09:20:55,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741866_1042 (size=9218) 2024-12-15T09:20:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T09:20:55,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:55,146 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:55,147 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:55,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:55,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 30 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254515140, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:55,149 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x590023ce to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@107dc1c9 2024-12-15T09:20:55,166 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ad9c729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:55,167 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:55,168 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33862, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:55,170 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x590023ce to 127.0.0.1:50802 2024-12-15T09:20:55,170 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T09:20:55,494 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.05 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/testdroppedtimed/09de784c614b50da92b4f89f5a36ffd4/.tmp/fam/96688a468f824b5e851027b1190cb34e 2024-12-15T09:20:55,535 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/testdroppedtimed/09de784c614b50da92b4f89f5a36ffd4/.tmp/fam/96688a468f824b5e851027b1190cb34e as hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/testdroppedtimed/09de784c614b50da92b4f89f5a36ffd4/fam/96688a468f824b5e851027b1190cb34e 2024-12-15T09:20:55,542 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/testdroppedtimed/09de784c614b50da92b4f89f5a36ffd4/fam/96688a468f824b5e851027b1190cb34e, entries=1, sequenceid=5, filesize=9.0 K 2024-12-15T09:20:55,545 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~4.05 KB/4150, heapSize ~4.36 KB/4464, currentSize=0 B/0 for 09de784c614b50da92b4f89f5a36ffd4 in 523ms, sequenceid=5, compaction requested=false 2024-12-15T09:20:55,550 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/testdroppedtimed/09de784c614b50da92b4f89f5a36ffd4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T09:20:55,551 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734254421731.09de784c614b50da92b4f89f5a36ffd4. 2024-12-15T09:20:55,551 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for 09de784c614b50da92b4f89f5a36ffd4: 2024-12-15T09:20:55,552 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed 09de784c614b50da92b4f89f5a36ffd4 2024-12-15T09:20:55,552 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=09de784c614b50da92b4f89f5a36ffd4, regionState=CLOSED 2024-12-15T09:20:55,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-15T09:20:55,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure 09de784c614b50da92b4f89f5a36ffd4, server=bc087f1894b4,46641,1734254397519 in 685 msec 2024-12-15T09:20:55,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-15T09:20:55,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=09de784c614b50da92b4f89f5a36ffd4, UNASSIGN in 694 msec 2024-12-15T09:20:55,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-15T09:20:55,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 698 msec 2024-12-15T09:20:55,561 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734254455561"}]},"ts":"1734254455561"} 2024-12-15T09:20:55,562 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-15T09:20:55,601 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-15T09:20:55,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 776 msec 2024-12-15T09:20:55,767 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T09:20:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T09:20:55,933 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 71 completed 2024-12-15T09:20:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:55,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:55,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:55,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:55,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:55,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:55,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:55,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:55,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:55,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:55,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:55,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:55,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:55,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:55,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:55,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:55,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:55,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:55,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:55,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:55,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:55,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:55,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:55,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:55,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:55,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:55,945 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:55,994 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T09:20:55,994 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T09:20:56,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:56,176 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:56,177 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:56,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:56,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 31 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254516171, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:56,178 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x783ade6b to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b73b2c 2024-12-15T09:20:56,210 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22f3545c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:56,212 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:56,213 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:56,215 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x783ade6b to 127.0.0.1:50802 2024-12-15T09:20:56,215 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:56,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:56,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:56,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:56,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:56,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:56,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:56,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:56,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:56,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:56,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:56,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:56,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:56,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:56,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:56,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:56,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:56,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:56,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:56,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:56,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:56,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:56,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:56,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:56,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:56,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:56,458 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:56,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:56,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:56,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:56,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:56,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:56,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:56,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:56,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:56,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:56,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:56,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:56,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:56,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:56,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:56,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:56,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:56,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:56,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:56,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:56,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:56,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:56,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:56,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:56,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:56,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:56,971 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:57,152 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-15T09:20:57,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:57,220 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:57,221 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:57,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:57,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 32 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254517216, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:57,223 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x48939f17 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7742a372 2024-12-15T09:20:57,274 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f2b5872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:57,275 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:57,276 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:57,277 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x48939f17 to 127.0.0.1:50802 2024-12-15T09:20:57,278 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:57,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:57,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:57,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:57,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:57,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:57,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:57,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:57,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:57,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:57,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:57,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:57,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:57,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:57,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:57,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:57,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:57,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:57,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:57,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:57,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:57,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:57,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:57,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:57,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:57,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:57,484 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:57,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:57,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:57,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:57,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:57,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:57,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:57,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:57,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:57,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:57,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:57,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:57,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:57,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:57,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:57,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:57,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:57,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:57,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:57,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:57,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:57,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:57,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:57,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:57,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:57,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:57,997 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:58,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:58,283 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:58,283 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:58,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:58,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 33 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254518278, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:58,285 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bc1e500 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@397a9439 2024-12-15T09:20:58,327 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c07b3ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:58,329 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:58,330 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:58,331 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bc1e500 to 127.0.0.1:50802 2024-12-15T09:20:58,331 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:58,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:58,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:58,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:58,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:58,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:58,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:58,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:58,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:58,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:58,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:58,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:58,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:58,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:58,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:58,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:58,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:58,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:58,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:58,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:58,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:58,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:58,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:58,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:58,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:58,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:58,572 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:59,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:59,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:59,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:59,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:59,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:59,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:59,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:59,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:59,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:59,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:59,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:59,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:59,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:59,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:59,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:59,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:59,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:59,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:59,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:59,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:59,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:59,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:59,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:59,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:59,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:59,086 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:20:59,253 INFO [bc087f1894b4:46641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bc087f1894b4%2C46641%2C1734254397519]: currently replicating from: hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 at position: -1 2024-12-15T09:20:59,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:20:59,337 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:20:59,337 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:59,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:20:59,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 34 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254519332, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:20:59,339 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x02f8c89e to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6fce5fa4 2024-12-15T09:20:59,382 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ec51b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:20:59,383 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:20:59,385 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33894, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:20:59,387 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x02f8c89e to 127.0.0.1:50802 2024-12-15T09:20:59,387 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:20:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:20:59,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:20:59,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:20:59,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:20:59,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:20:59,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:20:59,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:20:59,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:20:59,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:20:59,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:20:59,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:20:59,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:20:59,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:20:59,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:20:59,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:20:59,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:20:59,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:20:59,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:20:59,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:20:59,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:20:59,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:20:59,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:20:59,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:20:59,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:20:59,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:20:59,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:20:59,597 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:00,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:00,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:00,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:00,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:00,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:00,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:00,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:00,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:00,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:00,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:00,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:00,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:00,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:00,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:00,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:00,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:00,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:00,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:00,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:00,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:00,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:00,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:00,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:00,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:00,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:00,107 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:00,380 DEBUG [master/bc087f1894b4:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 71117a1be10ffab5cbbb4fecff0d8682 changed from -1.0 to 0.0, refreshing cache 2024-12-15T09:21:00,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:00,392 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:21:00,392 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:00,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:00,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 35 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254520388, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:21:00,393 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42f5f6e8 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fdba26d 2024-12-15T09:21:00,476 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@911aebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:21:00,478 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:21:00,479 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:21:00,480 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42f5f6e8 to 127.0.0.1:50802 2024-12-15T09:21:00,480 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:00,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:00,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:00,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:00,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:00,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:00,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:00,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:00,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:00,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:00,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:00,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:00,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:00,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:00,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:00,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:00,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:00,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:00,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:00,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:00,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:00,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:00,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:00,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:00,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:00,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:00,618 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:00,994 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T09:21:00,994 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T09:21:01,069 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T09:21:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:01,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:01,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:01,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:01,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:01,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:01,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:01,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:01,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:01,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:01,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:01,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:01,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:01,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:01,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:01,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:01,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:01,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:01,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:01,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:01,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:01,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:01,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:01,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:01,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:01,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:01,130 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:01,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:01,485 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:21:01,486 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:01,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:01,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 36 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254521481, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:21:01,488 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09ca44ca to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b005754 2024-12-15T09:21:01,564 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fe074dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:21:01,566 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:21:01,567 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:21:01,569 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09ca44ca to 127.0.0.1:50802 2024-12-15T09:21:01,569 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:01,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:01,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:01,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:01,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:01,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:01,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:01,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:01,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:01,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:01,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:01,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:01,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:01,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:01,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:01,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:01,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:01,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:01,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:01,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:01,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:01,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:01,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:01,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:01,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:01,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:01,643 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:02,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:02,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:02,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:02,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:02,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:02,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:02,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:02,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:02,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:02,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:02,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:02,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:02,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:02,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:02,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:02,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:02,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:02,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:02,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:02,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:02,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:02,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:02,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:02,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:02,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:02,156 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:02,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:02,574 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:21:02,575 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:02,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:02,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 37 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254522570, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:21:02,577 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d9bfcce to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14a8b2de 2024-12-15T09:21:02,610 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18e27a0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:21:02,612 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:21:02,613 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:21:02,615 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d9bfcce to 127.0.0.1:50802 2024-12-15T09:21:02,615 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:02,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:02,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:02,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:02,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:02,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:02,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:02,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:02,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:02,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:02,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:02,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:02,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:02,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:02,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:02,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:02,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:02,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:02,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:02,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:02,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:02,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:02,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:02,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:02,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:02,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:02,669 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:03,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:03,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:03,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:03,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:03,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:03,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:03,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:03,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:03,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:03,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:03,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:03,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:03,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:03,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:03,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:03,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:03,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:03,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:03,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:03,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:03,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:03,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:03,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:03,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:03,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:03,181 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:03,220 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T09:21:03,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:03,620 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:21:03,621 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:03,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:03,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 38 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254523616, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:21:03,622 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cb1e164 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d5e826e 2024-12-15T09:21:03,641 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26e79fe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:21:03,642 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:21:03,643 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:21:03,644 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cb1e164 to 127.0.0.1:50802 2024-12-15T09:21:03,644 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:03,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:03,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:03,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:03,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:03,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:03,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:03,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:03,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:03,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:03,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:03,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:03,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:03,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:03,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:03,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:03,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:03,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:03,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:03,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:03,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:03,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:03,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:03,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:03,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:03,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:03,692 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:04,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:04,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:04,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:04,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:04,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:04,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:04,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:04,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:04,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:04,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:04,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:04,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:04,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:04,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:04,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:04,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:04,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:04,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:04,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:04,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:04,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:04,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:04,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:04,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:04,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:04,203 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:04,253 INFO [bc087f1894b4:46641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bc087f1894b4%2C46641%2C1734254397519]: currently replicating from: hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 at position: -1 2024-12-15T09:21:04,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:04,649 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:21:04,650 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:04,650 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:04,650 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 39 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254524645, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:21:04,651 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1bd17357 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4245dfb1 2024-12-15T09:21:04,685 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58c778ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:21:04,687 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:21:04,688 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:21:04,689 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1bd17357 to 127.0.0.1:50802 2024-12-15T09:21:04,689 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:04,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:04,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:04,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:04,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:04,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:04,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:04,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:04,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:04,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:04,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:04,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:04,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:04,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:04,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:04,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:04,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:04,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:04,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:04,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:04,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:04,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:04,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:04,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:04,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:04,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:04,714 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:05,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:05,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:05,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:05,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:05,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:05,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:05,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:05,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:05,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:05,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:05,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:05,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:05,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:05,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:05,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:05,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:05,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:05,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:05,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:05,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:05,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:05,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:05,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:05,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:05,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:05,225 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:05,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:05,694 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:21:05,695 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:05,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:05,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 40 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254525690, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:21:05,697 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6003d748 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@cd724ae 2024-12-15T09:21:05,716 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f3617bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:21:05,717 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:21:05,718 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:21:05,719 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6003d748 to 127.0.0.1:50802 2024-12-15T09:21:05,719 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:05,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:05,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:05,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:05,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:05,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:05,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:05,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:05,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:05,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:05,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:05,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:05,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:05,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:05,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:05,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:05,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:05,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:05,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:05,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:05,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:05,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:05,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:05,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:05,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:05,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:05,737 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:05,994 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T09:21:05,994 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T09:21:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:06,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:06,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:06,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:06,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:06,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:06,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:06,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:06,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:06,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:06,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:06,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:06,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:06,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:06,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:06,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:06,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:06,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:06,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:06,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:06,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:06,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:06,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:06,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:06,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:06,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:06,248 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:06,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:06,724 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:21:06,725 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:06,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:06,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 41 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254526720, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:21:06,726 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2355984a to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16922ada 2024-12-15T09:21:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:06,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:06,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:06,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:06,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:06,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:06,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:06,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:06,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:06,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:06,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:06,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:06,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:06,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:06,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:06,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:06,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:06,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:06,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:06,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:06,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:06,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:06,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:06,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:06,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:06,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:06,758 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:06,770 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49c65c58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:21:06,771 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:21:06,772 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41594, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:21:06,774 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2355984a to 127.0.0.1:50802 2024-12-15T09:21:06,774 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:07,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:07,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:07,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:07,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:07,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:07,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:07,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:07,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:07,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:07,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:07,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:07,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:07,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:07,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:07,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:07,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:07,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:07,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:07,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:07,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:07,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:07,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:07,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:07,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:07,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:07,269 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:07,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:07,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:07,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:07,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:07,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:07,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:07,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:07,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:07,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:07,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:07,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:07,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:07,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:07,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:07,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:07,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:07,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:07,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:07,779 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:21:07,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:07,780 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:07,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:07,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:07,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 42 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254527775, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:21:07,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:07,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:07,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:07,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:07,782 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e6de4ee to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9aecb03 2024-12-15T09:21:07,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:07,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:07,783 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:07,825 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72f162f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:21:07,827 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:21:07,828 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:21:07,830 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e6de4ee to 127.0.0.1:50802 2024-12-15T09:21:07,830 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:07,935 DEBUG [master/bc087f1894b4:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 267f7eb7eb846abd946eace8a4992fc2 changed from -1.0 to 0.0, refreshing cache 2024-12-15T09:21:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:08,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:08,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:08,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:08,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:08,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:08,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:08,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:08,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:08,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:08,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:08,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:08,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:08,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:08,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:08,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:08,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:08,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:08,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:08,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:08,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:08,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:08,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:08,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:08,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:08,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:08,295 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:08,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:08,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:08,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:08,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:08,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:08,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:08,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:08,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:08,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:08,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:08,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:08,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:08,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:08,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:08,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:08,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:08,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:08,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:08,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:08,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:08,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:08,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:08,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:08,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:08,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:08,807 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:08,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:08,835 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:21:08,836 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:08,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:08,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 43 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254528831, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:21:08,837 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fd92d71 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40d00f5a 2024-12-15T09:21:08,849 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@394f0340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:21:08,850 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:21:08,851 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:21:08,853 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fd92d71 to 127.0.0.1:50802 2024-12-15T09:21:08,853 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:09,253 INFO [bc087f1894b4:46641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bc087f1894b4%2C46641%2C1734254397519]: currently replicating from: hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 at position: -1 2024-12-15T09:21:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:09,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:09,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:09,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:09,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:09,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:09,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:09,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:09,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:09,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:09,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:09,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:09,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:09,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:09,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:09,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:09,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:09,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:09,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:09,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:09,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:09,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:09,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:09,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:09,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:09,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:09,319 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:09,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:09,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:09,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:09,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:09,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:09,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:09,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:09,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:09,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:09,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:09,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:09,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:09,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:09,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:09,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:09,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:09,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:09,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:09,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:09,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:09,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:09,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:09,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:09,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:09,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:09,831 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:09,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:09,858 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:21:09,859 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:09,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:09,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 44 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254529855, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:21:09,861 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0676e9be to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@469c9cf5 2024-12-15T09:21:09,907 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@708c265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:21:09,908 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:21:09,909 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:21:09,911 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0676e9be to 127.0.0.1:50802 2024-12-15T09:21:09,911 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:10,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:10,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:10,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:10,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:10,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:10,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:10,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:10,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:10,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:10,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:10,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:10,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:10,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:10,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:10,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:10,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:10,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:10,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:10,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:10,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:10,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:10,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:10,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:10,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:10,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:10,343 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:10,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:10,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:10,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:10,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:10,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:10,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:10,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:10,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:10,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:10,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:10,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:10,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:10,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:10,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:10,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:10,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:10,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:10,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:10,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:10,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:10,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:10,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:10,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:10,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:10,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:10,854 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:10,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:10,917 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:21:10,917 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:10,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:10,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 45 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254530912, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:21:10,919 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51d45dc4 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@730d183f 2024-12-15T09:21:10,994 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T09:21:10,994 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T09:21:11,150 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32d7f7d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:21:11,151 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:21:11,152 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:21:11,154 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51d45dc4 to 127.0.0.1:50802 2024-12-15T09:21:11,154 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:11,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:11,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:11,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:11,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:11,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:11,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:11,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:11,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:11,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:11,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:11,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:11,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:11,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:11,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:11,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:11,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:11,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:11,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:11,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:11,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:11,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:11,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:11,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:11,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:11,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:11,367 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:11,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:11,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:11,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:11,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:11,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:11,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:11,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:11,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:11,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:11,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:11,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:11,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:11,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:11,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:11,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:11,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:11,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:11,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:11,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:11,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:11,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:11,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:11,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:11,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:11,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:11,879 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:12,155 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:12,158 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:21:12,159 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:12,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:12,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 46 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254532155, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:21:12,160 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5248d449 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@491fe2df 2024-12-15T09:21:12,174 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44fbfd52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:21:12,175 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:21:12,176 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:21:12,177 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5248d449 to 127.0.0.1:50802 2024-12-15T09:21:12,178 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:12,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:12,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:12,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:12,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:12,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:12,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:12,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:12,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:12,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:12,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:12,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:12,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:12,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:12,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:12,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:12,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:12,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:12,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:12,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:12,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:12,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:12,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:12,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:12,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:12,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:12,388 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:12,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:12,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:12,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:12,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:12,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:12,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:12,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:12,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:12,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:12,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:12,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:12,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:12,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:12,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:12,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:12,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:12,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:12,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:12,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:12,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:12,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:12,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:12,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:12,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:12,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:12,902 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:13,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:13,182 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:21:13,182 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:13,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:13,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 47 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254533178, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:21:13,184 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d972672 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b283a05 2024-12-15T09:21:13,244 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50225f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:21:13,245 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:21:13,246 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:21:13,247 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d972672 to 127.0.0.1:50802 2024-12-15T09:21:13,247 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:13,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:13,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:13,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:13,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:13,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:13,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:13,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:13,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:13,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:13,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:13,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:13,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:13,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:13,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:13,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:13,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:13,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:13,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:13,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:13,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:13,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:13,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:13,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:13,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:13,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:13,413 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:13,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:13,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:13,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:13,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:13,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:13,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:13,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:13,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:13,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:13,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:13,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:13,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:13,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:13,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:13,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:13,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:13,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:13,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:13,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:13,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:13,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:13,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:13,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:13,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:13,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:13,925 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:14,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:14,253 INFO [bc087f1894b4:46641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bc087f1894b4%2C46641%2C1734254397519]: currently replicating from: hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 at position: -1 2024-12-15T09:21:14,257 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:21:14,258 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:14,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:14,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 48 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254534248, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:21:14,260 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x376441f8 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d16bd03 2024-12-15T09:21:14,294 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f0cc559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:21:14,295 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:21:14,296 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:21:14,297 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x376441f8 to 127.0.0.1:50802 2024-12-15T09:21:14,297 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:14,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:14,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:14,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:14,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:14,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:14,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:14,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:14,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:14,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:14,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:14,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:14,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:14,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:14,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:14,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:14,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:14,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:14,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:14,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:14,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:14,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:14,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:14,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:14,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:14,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:14,438 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:14,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:14,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:14,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:14,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:14,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:14,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:14,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:14,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:14,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:14,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:14,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:14,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:14,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:14,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:14,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:14,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:14,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:14,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:14,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:14,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:14,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:14,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:14,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:14,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:14,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:14,949 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:15,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:15,303 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:21:15,304 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:15,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:15,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 49 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254535298, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:21:15,306 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b4d76f6 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@333b2a39 2024-12-15T09:21:15,344 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a84170a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:21:15,345 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:21:15,346 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:21:15,347 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b4d76f6 to 127.0.0.1:50802 2024-12-15T09:21:15,348 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:15,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:15,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:15,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:15,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:15,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:15,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:15,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:15,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:15,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:15,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:15,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:15,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:15,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:15,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:15,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:15,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:15,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:15,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:15,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:15,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:15,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:15,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:15,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:15,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:15,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:15,468 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:15,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:15,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:15,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:15,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:15,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:15,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:15,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:15,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:15,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:15,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:15,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:15,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:15,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:15,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:15,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:15,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:15,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:15,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:15,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:15,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:15,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:15,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:15,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:15,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:15,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:15,979 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:15,994 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T09:21:15,994 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T09:21:16,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:16,352 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:21:16,353 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:16,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:16,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 50 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254536348, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:21:16,354 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x48e5957b to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22e514bc 2024-12-15T09:21:16,414 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28d36bad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:21:16,419 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:21:16,420 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:21:16,425 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x48e5957b to 127.0.0.1:50802 2024-12-15T09:21:16,425 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:16,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:16,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:16,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:16,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:16,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:16,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:16,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:16,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:16,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:16,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:16,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:16,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:16,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:16,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:16,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:16,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:16,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:16,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:16,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:16,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:16,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:16,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:16,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:16,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:16,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:16,491 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:16,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:16,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:16,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:16,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:16,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:16,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:16,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:16,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:16,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:16,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:16,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:16,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:16,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:16,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:16,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:16,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:16,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:16,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:16,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:16,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:16,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:16,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:16,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:16,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:17,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:17,000 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:17,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:17,430 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:21:17,430 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:17,430 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:17,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 51 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254537426, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:21:17,431 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2981c3cc to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23cb72b4 2024-12-15T09:21:17,469 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10f6fb63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:21:17,470 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:21:17,470 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:21:17,472 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2981c3cc to 127.0.0.1:50802 2024-12-15T09:21:17,472 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:17,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:17,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:17,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:17,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:17,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:17,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:17,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:17,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:17,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:17,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:17,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:17,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:17,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:17,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:17,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:17,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:17,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:17,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:17,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:17,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:17,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:17,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:17,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:17,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:17,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:17,510 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:18,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:18,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:18,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:18,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:18,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:18,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:18,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:18,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:18,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:18,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:18,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:18,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:18,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:18,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:18,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:18,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:18,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:18,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:18,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:18,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:18,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:18,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:18,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:18,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:18,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:18,018 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:18,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:18,476 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:21:18,476 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:18,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:18,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 52 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254538473, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:21:18,478 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24bc958c to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c9a0d7d 2024-12-15T09:21:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:18,522 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b90d86e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:21:18,526 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:21:18,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:18,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:18,527 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:21:18,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:18,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:18,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:18,528 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24bc958c to 127.0.0.1:50802 2024-12-15T09:21:18,528 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:18,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:18,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:18,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:18,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:18,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:18,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:18,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:18,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:18,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:18,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:18,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:18,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:18,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:18,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:18,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:18,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:18,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:18,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:18,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:18,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:18,534 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:19,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:19,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:19,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:19,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:19,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:19,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:19,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:19,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:19,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:19,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:19,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:19,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:19,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:19,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:19,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:19,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:19,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:19,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:19,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:19,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:19,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:19,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:19,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:19,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:19,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:19,043 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:19,253 INFO [bc087f1894b4:46641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bc087f1894b4%2C46641%2C1734254397519]: currently replicating from: hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 at position: -1 2024-12-15T09:21:19,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:19,533 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:21:19,534 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:19,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:19,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 53 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254539529, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:21:19,535 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dae40f8 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@115357d5 2024-12-15T09:21:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:19,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:19,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:19,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:19,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:19,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:19,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:19,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:19,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:19,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:19,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:19,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:19,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:19,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:19,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:19,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:19,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:19,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:19,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:19,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:19,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:19,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:19,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:19,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:19,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:19,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:19,554 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:19,569 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c7dae39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:21:19,570 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:21:19,571 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45616, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:21:19,572 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dae40f8 to 127.0.0.1:50802 2024-12-15T09:21:19,572 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:20,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:20,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:20,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:20,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:20,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:20,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:20,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:20,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:20,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:20,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:20,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:20,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:20,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:20,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:20,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:20,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:20,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:20,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:20,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:20,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:20,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:20,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:20,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:20,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:20,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:20,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:20,064 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:20,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:20,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:20,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:20,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:20,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:20,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:20,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:20,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:20,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:20,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:20,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:20,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:20,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:20,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:20,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:20,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:20,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:20,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:20,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:20,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:20,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:20,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:20,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:20,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:20,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:20,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:20,574 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:20,576 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:21:20,577 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:20,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:20,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 54 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254540573, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:21:20,578 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b9c4325 to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20fa447c 2024-12-15T09:21:20,610 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21772a3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:21:20,612 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:21:20,613 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47264, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:21:20,614 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b9c4325 to 127.0.0.1:50802 2024-12-15T09:21:20,614 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:20,994 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T09:21:20,994 INFO [bc087f1894b4:38343Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T09:21:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:21,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:21,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:21,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:21,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:21,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:21,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:21,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:21,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:21,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:21,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:21,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:21,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:21,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:21,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:21,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:21,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:21,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:21,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:21,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:21,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:21,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:21,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:21,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:21,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:21,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:21,084 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T09:21:21,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-15T09:21:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-15T09:21:21,587 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T09:21:21,588 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T09:21:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T09:21:21,590 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/testdroppedtimed/09de784c614b50da92b4f89f5a36ffd4 2024-12-15T09:21:21,592 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/testdroppedtimed/09de784c614b50da92b4f89f5a36ffd4/fam, FileablePath, hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/testdroppedtimed/09de784c614b50da92b4f89f5a36ffd4/recovered.edits] 2024-12-15T09:21:21,596 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/testdroppedtimed/09de784c614b50da92b4f89f5a36ffd4/fam/96688a468f824b5e851027b1190cb34e to hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/archive/data/default/testdroppedtimed/09de784c614b50da92b4f89f5a36ffd4/fam/96688a468f824b5e851027b1190cb34e 2024-12-15T09:21:21,601 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/testdroppedtimed/09de784c614b50da92b4f89f5a36ffd4/recovered.edits/8.seqid to hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/archive/data/default/testdroppedtimed/09de784c614b50da92b4f89f5a36ffd4/recovered.edits/8.seqid 2024-12-15T09:21:21,601 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/testdroppedtimed/09de784c614b50da92b4f89f5a36ffd4 2024-12-15T09:21:21,601 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-15T09:21:21,603 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T09:21:21,605 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-15T09:21:21,609 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-15T09:21:21,610 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T09:21:21,610 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-15T09:21:21,610 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734254421731.09de784c614b50da92b4f89f5a36ffd4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734254481610"}]},"ts":"9223372036854775807"} 2024-12-15T09:21:21,612 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T09:21:21,612 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 09de784c614b50da92b4f89f5a36ffd4, NAME => 'testdroppedtimed,,1734254421731.09de784c614b50da92b4f89f5a36ffd4.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T09:21:21,612 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-15T09:21:21,612 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734254481612"}]},"ts":"9223372036854775807"} 2024-12-15T09:21:21,613 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-15T09:21:21,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:21,618 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:21:21,619 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:21,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T09:21:21,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.CallRunner(138): callId: 55 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38734 deadline: 1734254541615, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T09:21:21,620 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f60c89d to 127.0.0.1:50802 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d4baaa9 2024-12-15T09:21:21,635 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T09:21:21,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 50 msec 2024-12-15T09:21:21,644 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@157547f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T09:21:21,645 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T09:21:21,646 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T09:21:21,646 WARN [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.HBaseInterClusterReplicationEndpoint(367): Missing table detected at sink, local table also does not exist, filtering edits for table 'testdroppedtimed' 2024-12-15T09:21:21,647 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f60c89d to 127.0.0.1:50802 2024-12-15T09:21:21,647 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T09:21:21,689 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 75 completed 2024-12-15T09:21:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:21,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:21,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:21,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:21,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:21,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:21,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:21,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:21,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:21,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:21,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:21,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:21,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:21,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:21,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:21,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:21,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:21,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:21,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:21,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:21,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:21,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:21,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:21,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:21,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:21,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:21,700 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-15T09:21:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:22,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:22,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:22,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:22,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:22,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:22,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:22,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:22,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:22,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:22,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:22,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:22,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:22,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:22,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:22,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:22,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:22,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:22,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:22,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:22,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:22,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:22,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:22,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:22,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:22,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:22,211 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-15T09:21:22,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,650 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,686 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/27=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/28=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/29=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/30=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/31=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/32=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/33=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/34=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/35=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/36=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/37=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/38=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/39=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/40=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/41=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/42=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/43=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/44=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/45=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/46=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/47=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/48=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/49=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/50=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=209393, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:22,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,689 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:22,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,701 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/51=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/52=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/53=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/54=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/55=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/56=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/57=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/58=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/59=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/60=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/61=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/62=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/63=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/64=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/65=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/66=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/67=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/68=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/69=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/70=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/71=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/72=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/73=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/74=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=310073, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:22,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,705 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:22,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:22,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:22,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:22,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:22,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:22,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:22,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:22,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:22,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:22,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:22,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:22,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:22,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:22,718 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/75=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/76=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/77=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/78=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/79=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/80=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/81=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/82=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/83=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/84=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/85=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/86=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/87=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/88=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/89=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/90=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/91=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/92=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/93=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/94=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/95=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/96=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/97=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/98=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=410753, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:22,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:22,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:22,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:22,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:22,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:22,721 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:22,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:22,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:22,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:22,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:22,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:22,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:22,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:22,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:22,724 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-15T09:21:22,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,735 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/99=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/100=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/101=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/102=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/103=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/104=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/105=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/106=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/107=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/108=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/109=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/110=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/111=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/112=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/113=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/114=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/115=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/116=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/117=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/118=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/119=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/120=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/121=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/122=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=511433, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:22,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,738 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:22,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,751 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/123=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/124=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/125=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/126=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/127=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/128=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/129=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/130=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/131=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/132=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/133=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/134=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/135=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/136=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/137=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/138=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/139=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/140=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/141=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/142=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/143=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/144=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/145=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/146=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=612132, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:22,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,754 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:22,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,768 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/147=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/148=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/149=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/150=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/151=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/152=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/153=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/154=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/155=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/156=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/157=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/158=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/159=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/160=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/161=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/162=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/163=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/164=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/165=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/166=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/167=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/168=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/169=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/170=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=712836, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:22,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,771 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:22,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,804 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/171=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/172=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/173=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/174=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/175=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/176=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/177=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/178=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/179=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/180=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/181=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/182=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/183=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/184=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/185=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/186=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/187=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/188=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/189=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/190=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/191=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/192=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/193=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/194=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=813540, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:22,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,807 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:22,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,826 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/195=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/196=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/197=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/198=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/199=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/200=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/201=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/202=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/203=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/204=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/205=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/206=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/207=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/208=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/209=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/210=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/211=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/212=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/213=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/214=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/215=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/216=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/217=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/218=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=914244, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:22,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,828 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:22,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,843 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/219=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/220=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/221=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/222=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/223=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/224=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/225=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/226=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/227=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/228=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/229=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/230=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/231=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/232=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/233=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/234=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/235=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/236=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/237=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/238=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/239=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/240=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/241=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/242=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=1014948, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:22,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,845 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:22,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,856 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/243=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/244=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/245=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/246=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/247=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/248=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/249=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/250=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/251=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/252=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/253=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/254=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/255=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/256=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/257=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/258=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/259=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/260=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/261=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/262=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/263=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/264=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/265=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/266=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=1115652, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:22,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,858 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:22,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,873 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/267=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/268=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/269=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/270=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/271=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/272=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/273=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/274=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/275=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/276=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/277=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/278=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/279=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/280=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/281=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/282=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/283=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/284=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/285=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/286=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/287=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/288=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/289=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/290=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=1216356, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:22,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,876 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:22,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,889 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/291=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/292=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/293=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/294=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/295=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/296=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/297=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/298=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/299=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/300=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/301=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/302=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/303=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/304=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/305=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/306=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/307=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/308=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/309=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/310=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/311=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/312=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/313=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/314=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=1317060, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:22,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,892 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:22,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,906 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/315=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/316=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/317=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/318=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/319=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/320=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/321=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/322=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/323=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/324=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/325=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/326=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/327=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/328=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/329=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/330=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/331=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/332=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/333=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/334=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/335=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/336=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/337=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/338=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=1417764, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:22,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,908 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:22,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,922 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/339=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/340=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/341=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/342=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/343=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/344=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/345=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/346=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/347=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/348=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/349=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/350=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/351=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/352=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/353=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/354=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/355=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/356=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/357=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/358=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/359=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/360=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/361=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/362=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=1518468, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:22,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,925 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:22,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,934 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/363=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/364=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/365=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/366=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/367=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/368=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/369=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/370=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/371=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/372=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/373=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/374=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/375=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/376=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/377=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/378=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/379=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/380=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/381=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/382=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/383=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/384=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/385=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/386=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=1619172, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:22,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,937 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:22,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,947 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/387=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/388=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/389=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/390=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/391=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/392=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/393=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/394=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/395=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/396=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/397=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/398=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/399=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/400=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/401=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/402=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/403=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/404=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/405=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/406=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/407=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/408=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/409=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/410=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=1719876, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:22,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,950 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:22,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,960 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/411=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/412=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/413=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/414=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/415=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/416=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/417=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/418=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/419=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/420=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/421=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/422=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/423=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/424=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/425=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/426=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/427=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/428=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/429=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/430=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/431=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/432=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/433=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/434=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=1820580, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:22,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,962 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:22,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,972 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/435=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/436=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/437=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/438=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/439=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/440=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/441=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/442=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/443=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/444=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/445=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/446=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/447=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/448=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/449=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/450=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/451=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/452=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/453=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/454=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/455=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/456=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/457=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/458=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=1921284, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:22,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,975 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:22,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,989 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/459=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/460=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/461=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/462=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/463=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/464=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/465=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/466=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/467=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/468=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/469=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/470=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/471=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/472=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/473=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/474=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/475=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/476=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/477=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/478=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/479=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/480=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/481=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/482=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=2021988, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:22,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,991 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:22,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:22,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:22,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,006 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/483=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/484=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/485=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/486=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/487=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/488=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/489=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/490=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/491=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/492=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/493=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/494=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/495=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/496=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/497=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/498=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/499=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/500=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/501=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/502=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/503=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/504=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/505=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/506=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=2122692, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:23,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,008 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:23,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,023 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/507=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/508=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/509=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/510=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/511=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/512=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/513=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/514=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/515=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/516=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/517=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/518=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/519=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/520=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/521=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/522=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/523=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/524=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/525=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/526=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/527=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/528=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/529=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/530=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=2223396, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:23,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,024 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:23,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,039 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/531=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/532=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/533=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/534=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/535=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/536=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/537=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/538=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/539=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/540=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/541=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/542=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/543=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/544=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/545=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/546=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/547=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/548=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/549=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/550=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/551=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/552=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/553=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/554=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=2324100, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:23,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,041 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:23,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,056 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/555=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/556=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/557=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/558=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/559=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/560=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/561=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/562=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/563=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/564=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/565=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/566=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/567=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/568=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/569=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/570=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/571=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/572=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/573=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/574=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/575=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/576=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/577=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/578=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=2424804, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:23,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,058 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:23,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,073 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/579=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/580=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/581=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/582=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/583=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/584=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/585=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/586=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/587=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/588=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/589=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/590=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/591=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/592=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/593=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/594=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/595=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/596=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/597=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/598=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/599=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/600=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/601=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/602=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=2525508, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:23,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,074 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:23,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,110 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/603=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/604=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/605=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/606=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/607=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/608=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/609=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/610=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/611=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/612=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/613=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/614=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/615=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/616=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/617=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/618=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/619=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/620=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/621=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/622=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/623=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/624=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/625=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/626=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=2626212, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:23,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,112 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:23,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,131 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/627=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/628=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/629=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/630=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/631=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/632=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/633=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/634=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/635=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/636=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/637=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/638=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/639=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/640=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/641=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/642=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/643=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/644=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/645=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/646=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/647=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/648=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/649=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/650=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=2726916, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:23,132 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:23,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,148 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/651=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/652=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/653=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/654=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/655=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/656=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/657=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/658=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/659=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/660=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/661=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/662=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/663=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/664=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/665=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/666=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/667=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/668=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/669=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/670=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/671=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/672=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/673=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/674=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=2827620, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:23,149 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:23,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,164 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/675=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/676=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/677=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/678=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/679=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/680=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/681=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/682=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/683=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/684=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/685=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/686=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/687=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/688=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/689=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/690=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/691=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/692=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/693=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/694=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/695=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/696=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/697=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/698=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=2928324, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:23,165 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:23,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,181 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/699=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/700=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/701=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/702=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/703=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/704=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/705=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/706=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/707=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/708=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/709=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/710=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/711=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/712=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/713=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/714=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/715=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/716=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/717=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/718=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/719=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/720=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/721=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/722=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=3029028, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:23,182 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:23,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,197 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/723=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/724=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/725=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/726=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/727=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/728=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/729=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/730=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/731=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/732=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/733=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/734=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/735=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/736=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/737=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/738=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/739=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/740=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/741=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/742=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/743=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/744=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/745=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/746=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=3129732, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:23,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,199 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:23,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,214 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/747=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/748=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/749=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/750=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/751=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/752=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/753=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/754=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/755=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/756=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/757=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/758=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/759=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/760=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/761=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/762=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/763=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/764=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/765=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/766=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/767=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/768=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/769=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/770=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=3230436, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:23,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,216 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:23,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:23,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:23,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:23,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:23,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:23,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:23,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:23,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:23,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:23,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:23,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:23,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:23,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:23,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:23,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:23,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:23,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:23,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:23,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:23,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:23,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:23,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:23,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:23,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:23,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:23,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:23,250 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-15T09:21:23,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,385 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/771=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/772=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/773=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/774=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/775=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/776=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/777=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/778=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/779=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/780=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/781=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/782=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/783=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/784=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/785=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/786=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/787=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/788=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/789=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/790=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/791=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/792=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/793=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/794=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=3331140, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:23,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,386 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:23,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,401 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/795=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/796=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/797=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/798=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/799=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/800=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/801=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/802=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/803=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/804=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/805=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/806=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/807=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/808=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/809=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/810=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/811=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/812=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/813=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/814=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/815=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/816=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/817=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/818=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=3431844, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:23,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,403 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:23,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,418 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/819=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/820=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/821=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/822=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/823=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/824=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/825=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/826=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/827=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/828=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/829=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/830=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/831=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/832=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/833=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/834=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/835=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/836=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/837=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/838=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/839=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/840=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/841=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/842=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=3532548, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:23,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,420 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:23,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,431 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/843=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/844=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/845=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/846=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/847=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/848=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/849=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/850=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/851=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/852=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/853=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/854=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/855=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/856=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/857=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/858=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/859=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/860=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/861=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/862=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/863=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/864=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/865=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/866=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=3633252, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:23,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,433 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:23,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,448 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/867=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/868=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/869=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/870=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/871=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/872=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/873=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/874=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/875=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/876=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/877=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/878=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/879=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/880=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/881=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/882=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/883=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/884=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/885=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/886=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/887=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/888=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/889=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/890=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=3733956, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:23,449 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:23,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,464 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/891=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/892=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/893=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/894=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/895=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/896=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/897=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/898=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/899=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/900=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/901=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/902=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/903=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/904=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/905=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/906=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/907=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/908=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/909=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/910=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/911=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/912=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/913=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/914=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=3834660, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:23,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,466 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:23,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,481 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/915=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/916=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/917=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/918=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/919=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/920=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/921=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/922=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/923=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/924=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/925=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/926=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/927=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/928=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/929=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/930=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/931=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/932=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/933=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/934=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/935=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/936=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/937=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/938=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=3935364, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:23,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,483 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T09:21:23,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,498 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/939=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/940=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/941=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/942=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/943=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/944=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/945=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/946=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/947=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/948=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/949=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/950=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/951=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/952=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/953=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/954=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/955=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/956=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/957=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/958=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/959=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/960=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/961=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/962=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=4036068, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:23,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,499 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-15T09:21:23,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,514 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 to pos 4208104, reset compression=false 2024-12-15T09:21:23,514 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/963=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/964=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/965=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/966=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/967=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/968=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/969=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/970=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/971=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/972=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/973=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/974=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/975=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/976=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/977=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/978=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/979=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/980=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/981=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/982=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/983=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/984=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/985=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/986=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=4136772, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T09:21:23,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,522 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-15T09:21:23,531 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 to pos 4208924, reset compression=false 2024-12-15T09:21:23,531 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/9692ed8318bcc1e16a5077683d285c4e/987=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/988=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/989=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/990=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/991=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/992=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/993=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/994=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/995=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/996=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/997=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/998=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/999=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/1000=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/1001=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/1002=[#edits: 1 = ],4297}, {test/9692ed8318bcc1e16a5077683d285c4e/1003=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=4208104, nbRowKeys=17, nbHFiles=0, heapSize=73049, lastSeqIds={}, endOfFile=false,usedBufferSize=73049] 2024-12-15T09:21:23,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T09:21:23,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T09:21:23,548 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370, lastWalPosition=4208924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-15T09:21:23,737 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.wal-reader.bc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 to pos 4208924, reset compression=false 2024-12-15T09:21:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T09:21:23,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T09:21:23,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T09:21:23,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T09:21:23,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T09:21:23,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T09:21:23,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T09:21:23,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T09:21:23,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T09:21:23,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T09:21:23,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T09:21:23,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T09:21:23,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T09:21:23,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T09:21:23,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T09:21:23,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T09:21:23,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T09:21:23,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T09:21:23,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T09:21:23,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T09:21:23,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T09:21:23,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T09:21:23,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T09:21:23,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T09:21:23,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T09:21:23,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T09:21:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-15T09:21:23,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.HMaster(3926): Client=jenkins//172.17.0.2 removing replication peer, id=2 2024-12-15T09:21:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure 2024-12-15T09:21:23,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-15T09:21:23,790 DEBUG [PEWorker-3 {}] zookeeper.ZKUtil(111): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Set watcher on existing znode=/1/replication/peers/2/peer-state 2024-12-15T09:21:23,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2/peer-state 2024-12-15T09:21:23,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/peers/2 2024-12-15T09:21:23,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2 2024-12-15T09:21:23,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-15T09:21:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-15T09:21:23,958 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc087f1894b4,46641,1734254397519 2024-12-15T09:21:23,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46641 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=77 2024-12-15T09:21:23,959 INFO [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=REMOVE_PEER 2024-12-15T09:21:23,959 INFO [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(287): Number of deleted recovered sources for 2: 0 2024-12-15T09:21:23,959 INFO [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Replication stream was removed by a user 2024-12-15T09:21:24,068 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x10028fd0f70000f, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T09:21:24,068 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x10028fd0f70000f, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T09:21:24,068 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c6c2628 to 127.0.0.1:50802 2024-12-15T09:21:24,068 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 {event_type=RS_REFRESH_PEER, pid=77}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-15T09:21:24,169 WARN [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-15T09:21:24,253 INFO [bc087f1894b4:46641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 1001, current progress: walGroup [bc087f1894b4%2C46641%2C1734254397519]: currently replicating from: hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 at position: 4208924 2024-12-15T09:21:24,269 INFO [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0.replicationSource,2.replicationSource.shipperbc087f1894b4%2C46641%2C1734254397519,2 terminated 2024-12-15T09:21:24,269 INFO [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(430): Done with the queue 2 2024-12-15T09:21:24,270 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ZKUtil(111): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Set watcher on existing znode=/1/replication/rs/bc087f1894b4,46641,1734254397519/2/bc087f1894b4%2C46641%2C1734254397519.1734254399370 2024-12-15T09:21:24,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/bc087f1894b4,46641,1734254397519/2/bc087f1894b4%2C46641%2C1734254397519.1734254399370 2024-12-15T09:21:24,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/rs/bc087f1894b4,46641,1734254397519/2 2024-12-15T09:21:24,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/bc087f1894b4,46641,1734254397519/2 2024-12-15T09:21:24,281 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 {event_type=RS_REFRESH_PEER, pid=77}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-15T09:21:24,282 DEBUG [RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-15T09:21:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.HMaster(4106): Remote procedure done, pid=77 2024-12-15T09:21:24,283 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for REMOVE on bc087f1894b4,46641,1734254397519 suceeded 2024-12-15T09:21:24,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-15T09:21:24,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 476 msec 2024-12-15T09:21:24,294 DEBUG [PEWorker-5 {}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-15T09:21:24,294 INFO [PEWorker-5 {}] replication.RemovePeerProcedure(76): Successfully removed peer 2 2024-12-15T09:21:24,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure in 509 msec 2024-12-15T09:21:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33981 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-15T09:21:24,407 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=400 (was 393) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50802@0x7d12a919-SendThread(127.0.0.1:50802) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50802@0x7d12a919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$757/0x00007fb454b53d38.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x76a8668b-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x76a8668b-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_REFRESH_PEER-regionserver/bc087f1894b4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3245aa57-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x76a8668b-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50802@0x5b90ef54-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_323666022_22 at /127.0.0.1:55436 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3245aa57-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/cluster_961246b8-70a7-2203-4693-d2096c07da78/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3245aa57-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50802@0x7d12a919-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50802@0x5b90ef54 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$757/0x00007fb454b53d38.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/cluster_961246b8-70a7-2203-4693-d2096c07da78/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3245aa57-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3245aa57-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50802@0x5b90ef54-SendThread(127.0.0.1:50802) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: hconnection-0x76a8668b-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3245aa57-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50802@0x7a3b8899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$757/0x00007fb454b53d38.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=570 (was 573), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=284 (was 353), ProcessCount=11 (was 11), AvailableMemoryMB=1496 (was 1982) 2024-12-15T09:21:24,408 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x500d4d2a to 127.0.0.1:50802 2024-12-15T09:21:24,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:24,408 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41583309 to 127.0.0.1:50802 2024-12-15T09:21:24,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:24,408 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T09:21:24,408 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x411e0699 to 127.0.0.1:50802 2024-12-15T09:21:24,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:24,408 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T09:21:24,408 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T09:21:24,409 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e6b6375 to 127.0.0.1:50802 2024-12-15T09:21:24,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:24,409 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-15T09:21:24,409 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=574592599, stopped=false 2024-12-15T09:21:24,409 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=bc087f1894b4,43955,1734254403638 2024-12-15T09:21:24,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-15T09:21:24,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10028fd0f700004, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-15T09:21:24,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T09:21:24,426 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-15T09:21:24,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10028fd0f700004, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T09:21:24,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:24,427 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bc087f1894b4,38343,1734254403761' ***** 2024-12-15T09:21:24,427 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T09:21:24,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38343-0x10028fd0f700004, quorum=127.0.0.1:50802, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-15T09:21:24,427 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T09:21:24,427 INFO [RS:0;bc087f1894b4:38343 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T09:21:24,427 INFO [RS:0;bc087f1894b4:38343 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T09:21:24,427 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T09:21:24,427 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for 976e1fb972f0cae505a60c20816dc636 2024-12-15T09:21:24,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for eb75b8e3002b705121b6cd6f1f6c5606 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for c665bf4045060f4b50ede6344d86fb69 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for 2e8e7e932e5a1e80b1a9de5a93b8bb38 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for 2a7d584c294b84900a3dc288c3a367eb 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for 3b8daafb3c7dc7e4cb320e7bb3ed4ea8 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for 945f0366fb198cb9f4bfb266473f9efd 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for 79a0eaee120bad6f28123b0f94cd21f0 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for 75209ac0ba8d3bc962a6988127e2af65 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for 6551e8446e3b190079ea9eaaf089b484 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for 267f7eb7eb846abd946eace8a4992fc2 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for 89709b964cad49f476b9ac413a65616a 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for 776910179d1b989ac5c7b2a3be988194 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for 8fa685ba92f76745dbdae664d03eb157 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for f2ba4358048981c72097440da32e7d41 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for f812e170350473549e9c8d84826fff2b 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for f46398bce28b9ac71bc2dedd29ed5dff 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for 3e506a5b32fbb4b6073b13ad629066a6 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for b4f101ed4c15e802e4d2b453b63e6d1e 2024-12-15T09:21:24,428 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 976e1fb972f0cae505a60c20816dc636, disabling compactions & flushes 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for 5f73ca470d213287ca1c65f312ba3468 2024-12-15T09:21:24,428 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734254412907.976e1fb972f0cae505a60c20816dc636. 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for e350bc8f837e95d77277613cb5f8ec94 2024-12-15T09:21:24,428 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734254412907.976e1fb972f0cae505a60c20816dc636. 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for eccb9f31cdc4282b9e2f8f40cc6982dc 2024-12-15T09:21:24,428 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734254412907.976e1fb972f0cae505a60c20816dc636. after waiting 0 ms 2024-12-15T09:21:24,428 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734254412907.976e1fb972f0cae505a60c20816dc636. 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for 41f0319bcbe13baea5e96b3ea1f4b722 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for 6a7c62260f935948b5a1f9b20f11b63c 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for 3128830cc5280f6d5550f62666bd04c1 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for 8513729bb09c15cf83097d4e626f25d6 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for 0cb90a69601d833148f180561a2edd60 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(1224): stopping server bc087f1894b4,38343,1734254403761 2024-12-15T09:21:24,428 DEBUG [RS:0;bc087f1894b4:38343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T09:21:24,428 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-15T09:21:24,429 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-15T09:21:24,429 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T09:21:24,429 INFO [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T09:21:24,429 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T09:21:24,429 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T09:21:24,429 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T09:21:24,429 INFO [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-15T09:21:24,432 DEBUG [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(1629): Waiting on 0cb90a69601d833148f180561a2edd60, 1588230740, 267f7eb7eb846abd946eace8a4992fc2, 2a7d584c294b84900a3dc288c3a367eb, 2e8e7e932e5a1e80b1a9de5a93b8bb38, 3128830cc5280f6d5550f62666bd04c1, 3b8daafb3c7dc7e4cb320e7bb3ed4ea8, 3e506a5b32fbb4b6073b13ad629066a6, 41f0319bcbe13baea5e96b3ea1f4b722, 5f73ca470d213287ca1c65f312ba3468, 6551e8446e3b190079ea9eaaf089b484, 6a7c62260f935948b5a1f9b20f11b63c, 75209ac0ba8d3bc962a6988127e2af65, 776910179d1b989ac5c7b2a3be988194, 79a0eaee120bad6f28123b0f94cd21f0, 8513729bb09c15cf83097d4e626f25d6, 89709b964cad49f476b9ac413a65616a, 8fa685ba92f76745dbdae664d03eb157, 945f0366fb198cb9f4bfb266473f9efd, 976e1fb972f0cae505a60c20816dc636, b4f101ed4c15e802e4d2b453b63e6d1e, c665bf4045060f4b50ede6344d86fb69, e350bc8f837e95d77277613cb5f8ec94, eb75b8e3002b705121b6cd6f1f6c5606, eccb9f31cdc4282b9e2f8f40cc6982dc, f2ba4358048981c72097440da32e7d41, f46398bce28b9ac71bc2dedd29ed5dff, f812e170350473549e9c8d84826fff2b 2024-12-15T09:21:24,433 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/976e1fb972f0cae505a60c20816dc636/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:24,434 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734254412907.976e1fb972f0cae505a60c20816dc636. 2024-12-15T09:21:24,434 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 976e1fb972f0cae505a60c20816dc636: 2024-12-15T09:21:24,434 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734254412907.976e1fb972f0cae505a60c20816dc636. 2024-12-15T09:21:24,434 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing eb75b8e3002b705121b6cd6f1f6c5606, disabling compactions & flushes 2024-12-15T09:21:24,434 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734254412907.eb75b8e3002b705121b6cd6f1f6c5606. 2024-12-15T09:21:24,434 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734254412907.eb75b8e3002b705121b6cd6f1f6c5606. 2024-12-15T09:21:24,434 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734254412907.eb75b8e3002b705121b6cd6f1f6c5606. after waiting 0 ms 2024-12-15T09:21:24,434 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734254412907.eb75b8e3002b705121b6cd6f1f6c5606. 2024-12-15T09:21:24,438 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/eb75b8e3002b705121b6cd6f1f6c5606/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:24,438 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734254412907.eb75b8e3002b705121b6cd6f1f6c5606. 2024-12-15T09:21:24,438 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for eb75b8e3002b705121b6cd6f1f6c5606: 2024-12-15T09:21:24,438 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734254412907.eb75b8e3002b705121b6cd6f1f6c5606. 2024-12-15T09:21:24,439 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c665bf4045060f4b50ede6344d86fb69, disabling compactions & flushes 2024-12-15T09:21:24,439 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734254412907.c665bf4045060f4b50ede6344d86fb69. 2024-12-15T09:21:24,439 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734254412907.c665bf4045060f4b50ede6344d86fb69. 2024-12-15T09:21:24,439 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734254412907.c665bf4045060f4b50ede6344d86fb69. after waiting 0 ms 2024-12-15T09:21:24,439 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734254412907.c665bf4045060f4b50ede6344d86fb69. 2024-12-15T09:21:24,447 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/c665bf4045060f4b50ede6344d86fb69/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:24,448 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734254412907.c665bf4045060f4b50ede6344d86fb69. 2024-12-15T09:21:24,448 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c665bf4045060f4b50ede6344d86fb69: 2024-12-15T09:21:24,448 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734254412907.c665bf4045060f4b50ede6344d86fb69. 2024-12-15T09:21:24,448 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2e8e7e932e5a1e80b1a9de5a93b8bb38, disabling compactions & flushes 2024-12-15T09:21:24,448 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734254412907.2e8e7e932e5a1e80b1a9de5a93b8bb38. 2024-12-15T09:21:24,448 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734254412907.2e8e7e932e5a1e80b1a9de5a93b8bb38. 2024-12-15T09:21:24,448 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734254412907.2e8e7e932e5a1e80b1a9de5a93b8bb38. after waiting 0 ms 2024-12-15T09:21:24,448 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734254412907.2e8e7e932e5a1e80b1a9de5a93b8bb38. 2024-12-15T09:21:24,452 INFO [regionserver/bc087f1894b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T09:21:24,457 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/meta/1588230740/.tmp/info/497f720f6d2946dc82819b373bdf8870 is 143, key is hbase:namespace,,1734254407177.267f7eb7eb846abd946eace8a4992fc2./info:regioninfo/1734254408401/Put/seqid=0 2024-12-15T09:21:24,462 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/2e8e7e932e5a1e80b1a9de5a93b8bb38/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:24,463 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734254412907.2e8e7e932e5a1e80b1a9de5a93b8bb38. 2024-12-15T09:21:24,463 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2e8e7e932e5a1e80b1a9de5a93b8bb38: 2024-12-15T09:21:24,463 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734254412907.2e8e7e932e5a1e80b1a9de5a93b8bb38. 2024-12-15T09:21:24,463 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2a7d584c294b84900a3dc288c3a367eb, disabling compactions & flushes 2024-12-15T09:21:24,463 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734254412907.2a7d584c294b84900a3dc288c3a367eb. 2024-12-15T09:21:24,463 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734254412907.2a7d584c294b84900a3dc288c3a367eb. 2024-12-15T09:21:24,463 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734254412907.2a7d584c294b84900a3dc288c3a367eb. after waiting 0 ms 2024-12-15T09:21:24,463 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734254412907.2a7d584c294b84900a3dc288c3a367eb. 2024-12-15T09:21:24,469 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/2a7d584c294b84900a3dc288c3a367eb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:24,470 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734254412907.2a7d584c294b84900a3dc288c3a367eb. 2024-12-15T09:21:24,470 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2a7d584c294b84900a3dc288c3a367eb: 2024-12-15T09:21:24,470 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734254412907.2a7d584c294b84900a3dc288c3a367eb. 2024-12-15T09:21:24,470 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3b8daafb3c7dc7e4cb320e7bb3ed4ea8, disabling compactions & flushes 2024-12-15T09:21:24,470 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734254412907.3b8daafb3c7dc7e4cb320e7bb3ed4ea8. 2024-12-15T09:21:24,470 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734254412907.3b8daafb3c7dc7e4cb320e7bb3ed4ea8. 2024-12-15T09:21:24,470 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734254412907.3b8daafb3c7dc7e4cb320e7bb3ed4ea8. after waiting 0 ms 2024-12-15T09:21:24,470 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734254412907.3b8daafb3c7dc7e4cb320e7bb3ed4ea8. 2024-12-15T09:21:24,474 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/3b8daafb3c7dc7e4cb320e7bb3ed4ea8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:24,474 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734254412907.3b8daafb3c7dc7e4cb320e7bb3ed4ea8. 2024-12-15T09:21:24,474 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3b8daafb3c7dc7e4cb320e7bb3ed4ea8: 2024-12-15T09:21:24,474 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734254412907.3b8daafb3c7dc7e4cb320e7bb3ed4ea8. 2024-12-15T09:21:24,474 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 945f0366fb198cb9f4bfb266473f9efd, disabling compactions & flushes 2024-12-15T09:21:24,475 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Running close preflush of 945f0366fb198cb9f4bfb266473f9efd 2024-12-15T09:21:24,475 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 945f0366fb198cb9f4bfb266473f9efd 2/2 column families, dataSize=6.76 MB heapSize=6.88 MB 2024-12-15T09:21:24,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741866_1042 (size=36340) 2024-12-15T09:21:24,477 INFO [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/meta/1588230740/.tmp/info/497f720f6d2946dc82819b373bdf8870 2024-12-15T09:21:24,514 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/945f0366fb198cb9f4bfb266473f9efd/.tmp/f/ff85d794fe5e4955bd1164194ba6d856 is 4136, key is NormalPut000/f:row/1734254426601/Put/seqid=0 2024-12-15T09:21:24,516 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/meta/1588230740/.tmp/rep_barrier/3293652d20e3465994f899b75ee95fa8 is 115, key is test,bbb,1734254412907.75209ac0ba8d3bc962a6988127e2af65./rep_barrier:seqnumDuringOpen/1734254417052/Put/seqid=0 2024-12-15T09:21:24,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741867_1043 (size=4145776) 2024-12-15T09:21:24,525 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.76 MB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/945f0366fb198cb9f4bfb266473f9efd/.tmp/f/ff85d794fe5e4955bd1164194ba6d856 2024-12-15T09:21:24,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741868_1044 (size=8574) 2024-12-15T09:21:24,534 INFO [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/meta/1588230740/.tmp/rep_barrier/3293652d20e3465994f899b75ee95fa8 2024-12-15T09:21:24,550 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/945f0366fb198cb9f4bfb266473f9efd/.tmp/f/ff85d794fe5e4955bd1164194ba6d856 as hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/945f0366fb198cb9f4bfb266473f9efd/f/ff85d794fe5e4955bd1164194ba6d856 2024-12-15T09:21:24,559 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/945f0366fb198cb9f4bfb266473f9efd/f/ff85d794fe5e4955bd1164194ba6d856, entries=1000, sequenceid=143, filesize=4.0 M 2024-12-15T09:21:24,560 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~6.76 MB/7086380, heapSize ~6.88 MB/7216960, currentSize=0 B/0 for 945f0366fb198cb9f4bfb266473f9efd in 85ms, sequenceid=143, compaction requested=false 2024-12-15T09:21:24,560 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd. 2024-12-15T09:21:24,560 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd. 2024-12-15T09:21:24,561 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd. after waiting 0 ms 2024-12-15T09:21:24,561 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd. 2024-12-15T09:21:24,570 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/meta/1588230740/.tmp/table/04c5ba22098741278cba3c8a2ba9fd58 is 94, key is testdroppedtimed,,1734254423846.e4d611060ee963d0ccb2bc7877c07876./table:/1734254427929/DeleteFamily/seqid=0 2024-12-15T09:21:24,571 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/945f0366fb198cb9f4bfb266473f9efd/recovered.edits/146.seqid, newMaxSeqId=146, maxSeqId=1 2024-12-15T09:21:24,572 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd. 2024-12-15T09:21:24,572 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 945f0366fb198cb9f4bfb266473f9efd: 2024-12-15T09:21:24,572 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734254412907.945f0366fb198cb9f4bfb266473f9efd. 2024-12-15T09:21:24,572 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 79a0eaee120bad6f28123b0f94cd21f0, disabling compactions & flushes 2024-12-15T09:21:24,572 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734254412907.79a0eaee120bad6f28123b0f94cd21f0. 2024-12-15T09:21:24,572 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734254412907.79a0eaee120bad6f28123b0f94cd21f0. 2024-12-15T09:21:24,572 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734254412907.79a0eaee120bad6f28123b0f94cd21f0. after waiting 0 ms 2024-12-15T09:21:24,572 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734254412907.79a0eaee120bad6f28123b0f94cd21f0. 2024-12-15T09:21:24,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741869_1045 (size=5605) 2024-12-15T09:21:24,580 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/79a0eaee120bad6f28123b0f94cd21f0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:24,581 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734254412907.79a0eaee120bad6f28123b0f94cd21f0. 2024-12-15T09:21:24,581 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 79a0eaee120bad6f28123b0f94cd21f0: 2024-12-15T09:21:24,581 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734254412907.79a0eaee120bad6f28123b0f94cd21f0. 2024-12-15T09:21:24,581 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 75209ac0ba8d3bc962a6988127e2af65, disabling compactions & flushes 2024-12-15T09:21:24,581 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734254412907.75209ac0ba8d3bc962a6988127e2af65. 2024-12-15T09:21:24,581 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734254412907.75209ac0ba8d3bc962a6988127e2af65. 2024-12-15T09:21:24,581 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734254412907.75209ac0ba8d3bc962a6988127e2af65. after waiting 0 ms 2024-12-15T09:21:24,581 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734254412907.75209ac0ba8d3bc962a6988127e2af65. 2024-12-15T09:21:24,585 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/75209ac0ba8d3bc962a6988127e2af65/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:24,586 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734254412907.75209ac0ba8d3bc962a6988127e2af65. 2024-12-15T09:21:24,586 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 75209ac0ba8d3bc962a6988127e2af65: 2024-12-15T09:21:24,586 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734254412907.75209ac0ba8d3bc962a6988127e2af65. 2024-12-15T09:21:24,586 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6551e8446e3b190079ea9eaaf089b484, disabling compactions & flushes 2024-12-15T09:21:24,586 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734254412907.6551e8446e3b190079ea9eaaf089b484. 2024-12-15T09:21:24,586 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734254412907.6551e8446e3b190079ea9eaaf089b484. 2024-12-15T09:21:24,586 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734254412907.6551e8446e3b190079ea9eaaf089b484. after waiting 0 ms 2024-12-15T09:21:24,586 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734254412907.6551e8446e3b190079ea9eaaf089b484. 2024-12-15T09:21:24,591 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/6551e8446e3b190079ea9eaaf089b484/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:24,592 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734254412907.6551e8446e3b190079ea9eaaf089b484. 2024-12-15T09:21:24,592 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6551e8446e3b190079ea9eaaf089b484: 2024-12-15T09:21:24,592 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734254412907.6551e8446e3b190079ea9eaaf089b484. 2024-12-15T09:21:24,592 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 267f7eb7eb846abd946eace8a4992fc2, disabling compactions & flushes 2024-12-15T09:21:24,592 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734254407177.267f7eb7eb846abd946eace8a4992fc2. 2024-12-15T09:21:24,592 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734254407177.267f7eb7eb846abd946eace8a4992fc2. 2024-12-15T09:21:24,592 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734254407177.267f7eb7eb846abd946eace8a4992fc2. after waiting 0 ms 2024-12-15T09:21:24,592 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734254407177.267f7eb7eb846abd946eace8a4992fc2. 2024-12-15T09:21:24,592 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 267f7eb7eb846abd946eace8a4992fc2 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-15T09:21:24,616 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/namespace/267f7eb7eb846abd946eace8a4992fc2/.tmp/info/7541e1099e934630a7da8cf350e822ac is 45, key is default/info:d/1734254408506/Put/seqid=0 2024-12-15T09:21:24,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741870_1046 (size=5037) 2024-12-15T09:21:24,632 DEBUG [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(1629): Waiting on 0cb90a69601d833148f180561a2edd60, 1588230740, 267f7eb7eb846abd946eace8a4992fc2, 3128830cc5280f6d5550f62666bd04c1, 3e506a5b32fbb4b6073b13ad629066a6, 41f0319bcbe13baea5e96b3ea1f4b722, 5f73ca470d213287ca1c65f312ba3468, 6a7c62260f935948b5a1f9b20f11b63c, 776910179d1b989ac5c7b2a3be988194, 8513729bb09c15cf83097d4e626f25d6, 89709b964cad49f476b9ac413a65616a, 8fa685ba92f76745dbdae664d03eb157, b4f101ed4c15e802e4d2b453b63e6d1e, e350bc8f837e95d77277613cb5f8ec94, eccb9f31cdc4282b9e2f8f40cc6982dc, f2ba4358048981c72097440da32e7d41, f46398bce28b9ac71bc2dedd29ed5dff, f812e170350473549e9c8d84826fff2b 2024-12-15T09:21:24,832 DEBUG [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(1629): Waiting on 0cb90a69601d833148f180561a2edd60, 1588230740, 267f7eb7eb846abd946eace8a4992fc2, 3128830cc5280f6d5550f62666bd04c1, 3e506a5b32fbb4b6073b13ad629066a6, 41f0319bcbe13baea5e96b3ea1f4b722, 5f73ca470d213287ca1c65f312ba3468, 6a7c62260f935948b5a1f9b20f11b63c, 776910179d1b989ac5c7b2a3be988194, 8513729bb09c15cf83097d4e626f25d6, 89709b964cad49f476b9ac413a65616a, 8fa685ba92f76745dbdae664d03eb157, b4f101ed4c15e802e4d2b453b63e6d1e, e350bc8f837e95d77277613cb5f8ec94, eccb9f31cdc4282b9e2f8f40cc6982dc, f2ba4358048981c72097440da32e7d41, f46398bce28b9ac71bc2dedd29ed5dff, f812e170350473549e9c8d84826fff2b 2024-12-15T09:21:24,957 INFO [regionserver/bc087f1894b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-15T09:21:24,957 INFO [regionserver/bc087f1894b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-15T09:21:24,977 INFO [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/meta/1588230740/.tmp/table/04c5ba22098741278cba3c8a2ba9fd58 2024-12-15T09:21:24,986 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/meta/1588230740/.tmp/info/497f720f6d2946dc82819b373bdf8870 as hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/meta/1588230740/info/497f720f6d2946dc82819b373bdf8870 2024-12-15T09:21:24,993 INFO [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/meta/1588230740/info/497f720f6d2946dc82819b373bdf8870, entries=272, sequenceid=77, filesize=35.5 K 2024-12-15T09:21:24,995 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/meta/1588230740/.tmp/rep_barrier/3293652d20e3465994f899b75ee95fa8 as hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/meta/1588230740/rep_barrier/3293652d20e3465994f899b75ee95fa8 2024-12-15T09:21:25,003 INFO [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/meta/1588230740/rep_barrier/3293652d20e3465994f899b75ee95fa8, entries=27, sequenceid=77, filesize=8.4 K 2024-12-15T09:21:25,004 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/meta/1588230740/.tmp/table/04c5ba22098741278cba3c8a2ba9fd58 as hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/meta/1588230740/table/04c5ba22098741278cba3c8a2ba9fd58 2024-12-15T09:21:25,011 INFO [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/meta/1588230740/table/04c5ba22098741278cba3c8a2ba9fd58, entries=6, sequenceid=77, filesize=5.5 K 2024-12-15T09:21:25,012 INFO [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 583ms, sequenceid=77, compaction requested=false 2024-12-15T09:21:25,016 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-15T09:21:25,017 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T09:21:25,017 INFO [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T09:21:25,017 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T09:21:25,017 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-15T09:21:25,021 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/namespace/267f7eb7eb846abd946eace8a4992fc2/.tmp/info/7541e1099e934630a7da8cf350e822ac 2024-12-15T09:21:25,028 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/namespace/267f7eb7eb846abd946eace8a4992fc2/.tmp/info/7541e1099e934630a7da8cf350e822ac as hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/namespace/267f7eb7eb846abd946eace8a4992fc2/info/7541e1099e934630a7da8cf350e822ac 2024-12-15T09:21:25,032 DEBUG [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(1629): Waiting on 0cb90a69601d833148f180561a2edd60, 267f7eb7eb846abd946eace8a4992fc2, 3128830cc5280f6d5550f62666bd04c1, 3e506a5b32fbb4b6073b13ad629066a6, 41f0319bcbe13baea5e96b3ea1f4b722, 5f73ca470d213287ca1c65f312ba3468, 6a7c62260f935948b5a1f9b20f11b63c, 776910179d1b989ac5c7b2a3be988194, 8513729bb09c15cf83097d4e626f25d6, 89709b964cad49f476b9ac413a65616a, 8fa685ba92f76745dbdae664d03eb157, b4f101ed4c15e802e4d2b453b63e6d1e, e350bc8f837e95d77277613cb5f8ec94, eccb9f31cdc4282b9e2f8f40cc6982dc, f2ba4358048981c72097440da32e7d41, f46398bce28b9ac71bc2dedd29ed5dff, f812e170350473549e9c8d84826fff2b 2024-12-15T09:21:25,034 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/namespace/267f7eb7eb846abd946eace8a4992fc2/info/7541e1099e934630a7da8cf350e822ac, entries=2, sequenceid=6, filesize=4.9 K 2024-12-15T09:21:25,035 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 267f7eb7eb846abd946eace8a4992fc2 in 443ms, sequenceid=6, compaction requested=false 2024-12-15T09:21:25,038 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/hbase/namespace/267f7eb7eb846abd946eace8a4992fc2/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-15T09:21:25,039 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734254407177.267f7eb7eb846abd946eace8a4992fc2. 2024-12-15T09:21:25,039 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 267f7eb7eb846abd946eace8a4992fc2: 2024-12-15T09:21:25,039 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734254407177.267f7eb7eb846abd946eace8a4992fc2. 2024-12-15T09:21:25,039 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 89709b964cad49f476b9ac413a65616a, disabling compactions & flushes 2024-12-15T09:21:25,039 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734254412907.89709b964cad49f476b9ac413a65616a. 2024-12-15T09:21:25,039 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734254412907.89709b964cad49f476b9ac413a65616a. 2024-12-15T09:21:25,039 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734254412907.89709b964cad49f476b9ac413a65616a. after waiting 0 ms 2024-12-15T09:21:25,039 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734254412907.89709b964cad49f476b9ac413a65616a. 2024-12-15T09:21:25,043 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/89709b964cad49f476b9ac413a65616a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:25,044 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734254412907.89709b964cad49f476b9ac413a65616a. 2024-12-15T09:21:25,044 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 89709b964cad49f476b9ac413a65616a: 2024-12-15T09:21:25,044 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734254412907.89709b964cad49f476b9ac413a65616a. 2024-12-15T09:21:25,044 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 776910179d1b989ac5c7b2a3be988194, disabling compactions & flushes 2024-12-15T09:21:25,044 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734254412907.776910179d1b989ac5c7b2a3be988194. 2024-12-15T09:21:25,044 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734254412907.776910179d1b989ac5c7b2a3be988194. 2024-12-15T09:21:25,044 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734254412907.776910179d1b989ac5c7b2a3be988194. after waiting 0 ms 2024-12-15T09:21:25,044 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734254412907.776910179d1b989ac5c7b2a3be988194. 2024-12-15T09:21:25,048 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/776910179d1b989ac5c7b2a3be988194/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:25,048 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734254412907.776910179d1b989ac5c7b2a3be988194. 2024-12-15T09:21:25,048 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 776910179d1b989ac5c7b2a3be988194: 2024-12-15T09:21:25,048 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734254412907.776910179d1b989ac5c7b2a3be988194. 2024-12-15T09:21:25,048 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8fa685ba92f76745dbdae664d03eb157, disabling compactions & flushes 2024-12-15T09:21:25,048 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734254412907.8fa685ba92f76745dbdae664d03eb157. 2024-12-15T09:21:25,049 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734254412907.8fa685ba92f76745dbdae664d03eb157. 2024-12-15T09:21:25,049 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734254412907.8fa685ba92f76745dbdae664d03eb157. after waiting 0 ms 2024-12-15T09:21:25,049 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734254412907.8fa685ba92f76745dbdae664d03eb157. 2024-12-15T09:21:25,052 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/8fa685ba92f76745dbdae664d03eb157/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:25,052 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734254412907.8fa685ba92f76745dbdae664d03eb157. 2024-12-15T09:21:25,052 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8fa685ba92f76745dbdae664d03eb157: 2024-12-15T09:21:25,052 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734254412907.8fa685ba92f76745dbdae664d03eb157. 2024-12-15T09:21:25,053 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f2ba4358048981c72097440da32e7d41, disabling compactions & flushes 2024-12-15T09:21:25,053 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734254412907.f2ba4358048981c72097440da32e7d41. 2024-12-15T09:21:25,053 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734254412907.f2ba4358048981c72097440da32e7d41. 2024-12-15T09:21:25,053 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734254412907.f2ba4358048981c72097440da32e7d41. after waiting 0 ms 2024-12-15T09:21:25,053 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734254412907.f2ba4358048981c72097440da32e7d41. 2024-12-15T09:21:25,056 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/f2ba4358048981c72097440da32e7d41/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:25,056 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734254412907.f2ba4358048981c72097440da32e7d41. 2024-12-15T09:21:25,056 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f2ba4358048981c72097440da32e7d41: 2024-12-15T09:21:25,056 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734254412907.f2ba4358048981c72097440da32e7d41. 2024-12-15T09:21:25,057 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f812e170350473549e9c8d84826fff2b, disabling compactions & flushes 2024-12-15T09:21:25,057 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734254412907.f812e170350473549e9c8d84826fff2b. 2024-12-15T09:21:25,057 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734254412907.f812e170350473549e9c8d84826fff2b. 2024-12-15T09:21:25,057 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734254412907.f812e170350473549e9c8d84826fff2b. after waiting 0 ms 2024-12-15T09:21:25,057 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734254412907.f812e170350473549e9c8d84826fff2b. 2024-12-15T09:21:25,060 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/f812e170350473549e9c8d84826fff2b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:25,061 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734254412907.f812e170350473549e9c8d84826fff2b. 2024-12-15T09:21:25,061 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f812e170350473549e9c8d84826fff2b: 2024-12-15T09:21:25,061 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734254412907.f812e170350473549e9c8d84826fff2b. 2024-12-15T09:21:25,061 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f46398bce28b9ac71bc2dedd29ed5dff, disabling compactions & flushes 2024-12-15T09:21:25,061 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734254412907.f46398bce28b9ac71bc2dedd29ed5dff. 2024-12-15T09:21:25,061 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734254412907.f46398bce28b9ac71bc2dedd29ed5dff. 2024-12-15T09:21:25,061 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734254412907.f46398bce28b9ac71bc2dedd29ed5dff. after waiting 0 ms 2024-12-15T09:21:25,061 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734254412907.f46398bce28b9ac71bc2dedd29ed5dff. 2024-12-15T09:21:25,065 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/f46398bce28b9ac71bc2dedd29ed5dff/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:25,065 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734254412907.f46398bce28b9ac71bc2dedd29ed5dff. 2024-12-15T09:21:25,065 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f46398bce28b9ac71bc2dedd29ed5dff: 2024-12-15T09:21:25,066 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734254412907.f46398bce28b9ac71bc2dedd29ed5dff. 2024-12-15T09:21:25,066 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3e506a5b32fbb4b6073b13ad629066a6, disabling compactions & flushes 2024-12-15T09:21:25,066 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734254412907.3e506a5b32fbb4b6073b13ad629066a6. 2024-12-15T09:21:25,066 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734254412907.3e506a5b32fbb4b6073b13ad629066a6. 2024-12-15T09:21:25,066 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734254412907.3e506a5b32fbb4b6073b13ad629066a6. after waiting 0 ms 2024-12-15T09:21:25,066 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734254412907.3e506a5b32fbb4b6073b13ad629066a6. 2024-12-15T09:21:25,069 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/3e506a5b32fbb4b6073b13ad629066a6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:25,069 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734254412907.3e506a5b32fbb4b6073b13ad629066a6. 2024-12-15T09:21:25,070 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3e506a5b32fbb4b6073b13ad629066a6: 2024-12-15T09:21:25,070 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734254412907.3e506a5b32fbb4b6073b13ad629066a6. 2024-12-15T09:21:25,070 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b4f101ed4c15e802e4d2b453b63e6d1e, disabling compactions & flushes 2024-12-15T09:21:25,070 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734254412907.b4f101ed4c15e802e4d2b453b63e6d1e. 2024-12-15T09:21:25,070 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734254412907.b4f101ed4c15e802e4d2b453b63e6d1e. 2024-12-15T09:21:25,070 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734254412907.b4f101ed4c15e802e4d2b453b63e6d1e. after waiting 0 ms 2024-12-15T09:21:25,070 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734254412907.b4f101ed4c15e802e4d2b453b63e6d1e. 2024-12-15T09:21:25,073 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/b4f101ed4c15e802e4d2b453b63e6d1e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:25,074 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734254412907.b4f101ed4c15e802e4d2b453b63e6d1e. 2024-12-15T09:21:25,074 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b4f101ed4c15e802e4d2b453b63e6d1e: 2024-12-15T09:21:25,074 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734254412907.b4f101ed4c15e802e4d2b453b63e6d1e. 2024-12-15T09:21:25,074 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5f73ca470d213287ca1c65f312ba3468, disabling compactions & flushes 2024-12-15T09:21:25,074 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734254412907.5f73ca470d213287ca1c65f312ba3468. 2024-12-15T09:21:25,074 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734254412907.5f73ca470d213287ca1c65f312ba3468. 2024-12-15T09:21:25,074 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734254412907.5f73ca470d213287ca1c65f312ba3468. after waiting 0 ms 2024-12-15T09:21:25,074 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734254412907.5f73ca470d213287ca1c65f312ba3468. 2024-12-15T09:21:25,078 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/5f73ca470d213287ca1c65f312ba3468/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:25,078 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734254412907.5f73ca470d213287ca1c65f312ba3468. 2024-12-15T09:21:25,079 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5f73ca470d213287ca1c65f312ba3468: 2024-12-15T09:21:25,079 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734254412907.5f73ca470d213287ca1c65f312ba3468. 2024-12-15T09:21:25,079 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e350bc8f837e95d77277613cb5f8ec94, disabling compactions & flushes 2024-12-15T09:21:25,079 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734254412907.e350bc8f837e95d77277613cb5f8ec94. 2024-12-15T09:21:25,079 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734254412907.e350bc8f837e95d77277613cb5f8ec94. 2024-12-15T09:21:25,079 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734254412907.e350bc8f837e95d77277613cb5f8ec94. after waiting 0 ms 2024-12-15T09:21:25,079 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734254412907.e350bc8f837e95d77277613cb5f8ec94. 2024-12-15T09:21:25,082 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/e350bc8f837e95d77277613cb5f8ec94/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:25,083 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734254412907.e350bc8f837e95d77277613cb5f8ec94. 2024-12-15T09:21:25,083 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e350bc8f837e95d77277613cb5f8ec94: 2024-12-15T09:21:25,083 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734254412907.e350bc8f837e95d77277613cb5f8ec94. 2024-12-15T09:21:25,083 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing eccb9f31cdc4282b9e2f8f40cc6982dc, disabling compactions & flushes 2024-12-15T09:21:25,083 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734254412907.eccb9f31cdc4282b9e2f8f40cc6982dc. 2024-12-15T09:21:25,083 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734254412907.eccb9f31cdc4282b9e2f8f40cc6982dc. 2024-12-15T09:21:25,083 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734254412907.eccb9f31cdc4282b9e2f8f40cc6982dc. after waiting 0 ms 2024-12-15T09:21:25,083 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734254412907.eccb9f31cdc4282b9e2f8f40cc6982dc. 2024-12-15T09:21:25,087 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/eccb9f31cdc4282b9e2f8f40cc6982dc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:25,087 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734254412907.eccb9f31cdc4282b9e2f8f40cc6982dc. 2024-12-15T09:21:25,087 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for eccb9f31cdc4282b9e2f8f40cc6982dc: 2024-12-15T09:21:25,087 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734254412907.eccb9f31cdc4282b9e2f8f40cc6982dc. 2024-12-15T09:21:25,087 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 41f0319bcbe13baea5e96b3ea1f4b722, disabling compactions & flushes 2024-12-15T09:21:25,087 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734254412907.41f0319bcbe13baea5e96b3ea1f4b722. 2024-12-15T09:21:25,087 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734254412907.41f0319bcbe13baea5e96b3ea1f4b722. 2024-12-15T09:21:25,087 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734254412907.41f0319bcbe13baea5e96b3ea1f4b722. after waiting 0 ms 2024-12-15T09:21:25,087 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734254412907.41f0319bcbe13baea5e96b3ea1f4b722. 2024-12-15T09:21:25,091 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/41f0319bcbe13baea5e96b3ea1f4b722/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:25,091 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734254412907.41f0319bcbe13baea5e96b3ea1f4b722. 2024-12-15T09:21:25,091 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 41f0319bcbe13baea5e96b3ea1f4b722: 2024-12-15T09:21:25,091 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734254412907.41f0319bcbe13baea5e96b3ea1f4b722. 2024-12-15T09:21:25,091 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6a7c62260f935948b5a1f9b20f11b63c, disabling compactions & flushes 2024-12-15T09:21:25,091 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734254412907.6a7c62260f935948b5a1f9b20f11b63c. 2024-12-15T09:21:25,091 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734254412907.6a7c62260f935948b5a1f9b20f11b63c. 2024-12-15T09:21:25,091 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734254412907.6a7c62260f935948b5a1f9b20f11b63c. after waiting 0 ms 2024-12-15T09:21:25,091 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734254412907.6a7c62260f935948b5a1f9b20f11b63c. 2024-12-15T09:21:25,095 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/6a7c62260f935948b5a1f9b20f11b63c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:25,096 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734254412907.6a7c62260f935948b5a1f9b20f11b63c. 2024-12-15T09:21:25,096 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6a7c62260f935948b5a1f9b20f11b63c: 2024-12-15T09:21:25,096 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734254412907.6a7c62260f935948b5a1f9b20f11b63c. 2024-12-15T09:21:25,096 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3128830cc5280f6d5550f62666bd04c1, disabling compactions & flushes 2024-12-15T09:21:25,096 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734254412907.3128830cc5280f6d5550f62666bd04c1. 2024-12-15T09:21:25,096 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734254412907.3128830cc5280f6d5550f62666bd04c1. 2024-12-15T09:21:25,096 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734254412907.3128830cc5280f6d5550f62666bd04c1. after waiting 0 ms 2024-12-15T09:21:25,096 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734254412907.3128830cc5280f6d5550f62666bd04c1. 2024-12-15T09:21:25,100 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/3128830cc5280f6d5550f62666bd04c1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:25,101 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734254412907.3128830cc5280f6d5550f62666bd04c1. 2024-12-15T09:21:25,101 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3128830cc5280f6d5550f62666bd04c1: 2024-12-15T09:21:25,101 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734254412907.3128830cc5280f6d5550f62666bd04c1. 2024-12-15T09:21:25,101 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8513729bb09c15cf83097d4e626f25d6, disabling compactions & flushes 2024-12-15T09:21:25,101 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734254412907.8513729bb09c15cf83097d4e626f25d6. 2024-12-15T09:21:25,101 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734254412907.8513729bb09c15cf83097d4e626f25d6. 2024-12-15T09:21:25,101 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734254412907.8513729bb09c15cf83097d4e626f25d6. after waiting 0 ms 2024-12-15T09:21:25,101 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734254412907.8513729bb09c15cf83097d4e626f25d6. 2024-12-15T09:21:25,105 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/8513729bb09c15cf83097d4e626f25d6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:25,106 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734254412907.8513729bb09c15cf83097d4e626f25d6. 2024-12-15T09:21:25,106 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8513729bb09c15cf83097d4e626f25d6: 2024-12-15T09:21:25,106 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734254412907.8513729bb09c15cf83097d4e626f25d6. 2024-12-15T09:21:25,106 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0cb90a69601d833148f180561a2edd60, disabling compactions & flushes 2024-12-15T09:21:25,106 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734254412907.0cb90a69601d833148f180561a2edd60. 2024-12-15T09:21:25,106 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734254412907.0cb90a69601d833148f180561a2edd60. 2024-12-15T09:21:25,106 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734254412907.0cb90a69601d833148f180561a2edd60. after waiting 0 ms 2024-12-15T09:21:25,106 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734254412907.0cb90a69601d833148f180561a2edd60. 2024-12-15T09:21:25,110 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/data/default/test/0cb90a69601d833148f180561a2edd60/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:25,110 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734254412907.0cb90a69601d833148f180561a2edd60. 2024-12-15T09:21:25,110 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0cb90a69601d833148f180561a2edd60: 2024-12-15T09:21:25,110 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734254412907.0cb90a69601d833148f180561a2edd60. 2024-12-15T09:21:25,233 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(1250): stopping server bc087f1894b4,38343,1734254403761; all regions closed. 2024-12-15T09:21:25,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741834_1010 (size=40374) 2024-12-15T09:21:25,239 DEBUG [RS:0;bc087f1894b4:38343 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/oldWALs 2024-12-15T09:21:25,239 INFO [RS:0;bc087f1894b4:38343 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bc087f1894b4%2C38343%2C1734254403761.meta:.meta(num 1734254407083) 2024-12-15T09:21:25,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741832_1008 (size=7121541) 2024-12-15T09:21:25,242 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/WALs/bc087f1894b4,38343,1734254403761/bc087f1894b4%2C38343%2C1734254403761.1734254406102 not finished, retry = 0 2024-12-15T09:21:25,345 DEBUG [RS:0;bc087f1894b4:38343 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/oldWALs 2024-12-15T09:21:25,345 INFO [RS:0;bc087f1894b4:38343 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bc087f1894b4%2C38343%2C1734254403761:(num 1734254406102) 2024-12-15T09:21:25,345 DEBUG [RS:0;bc087f1894b4:38343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:25,345 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T09:21:25,345 INFO [RS:0;bc087f1894b4:38343 {}] hbase.ChoreService(370): Chore service for: regionserver/bc087f1894b4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-15T09:21:25,345 INFO [regionserver/bc087f1894b4:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T09:21:25,346 INFO [RS:0;bc087f1894b4:38343 {}] client.AsyncConnectionImpl(225): Connection has been closed by RS:0;bc087f1894b4:38343. 2024-12-15T09:21:25,346 DEBUG [RS:0;bc087f1894b4:38343 {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:479) at org.apache.hadoop.hbase.replication.regionserver.Replication.join(Replication.java:165) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:156) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2936) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1285) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T09:21:25,346 DEBUG [RS:0;bc087f1894b4:38343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:25,346 DEBUG [RS:0;bc087f1894b4:38343 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b90ef54 to 127.0.0.1:50802 2024-12-15T09:21:25,347 INFO [RS:0;bc087f1894b4:38343 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38343 2024-12-15T09:21:25,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10028fd0f700004, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/bc087f1894b4,38343,1734254403761 2024-12-15T09:21:25,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-15T09:21:25,401 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bc087f1894b4,38343,1734254403761] 2024-12-15T09:21:25,402 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing bc087f1894b4,38343,1734254403761; numProcessing=1 2024-12-15T09:21:25,410 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /2/draining/bc087f1894b4,38343,1734254403761 already deleted, retry=false 2024-12-15T09:21:25,410 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; bc087f1894b4,38343,1734254403761 expired; onlineServers=0 2024-12-15T09:21:25,410 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bc087f1894b4,43955,1734254403638' ***** 2024-12-15T09:21:25,410 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-15T09:21:25,410 DEBUG [M:0;bc087f1894b4:43955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f633064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bc087f1894b4/172.17.0.2:0 2024-12-15T09:21:25,410 INFO [M:0;bc087f1894b4:43955 {}] regionserver.HRegionServer(1224): stopping server bc087f1894b4,43955,1734254403638 2024-12-15T09:21:25,410 INFO [M:0;bc087f1894b4:43955 {}] regionserver.HRegionServer(1250): stopping server bc087f1894b4,43955,1734254403638; all regions closed. 2024-12-15T09:21:25,410 DEBUG [M:0;bc087f1894b4:43955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:25,410 DEBUG [M:0;bc087f1894b4:43955 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-15T09:21:25,410 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-15T09:21:25,410 DEBUG [M:0;bc087f1894b4:43955 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-15T09:21:25,410 DEBUG [master/bc087f1894b4:0:becomeActiveMaster-HFileCleaner.large.0-1734254405880 {}] cleaner.HFileCleaner(306): Exit Thread[master/bc087f1894b4:0:becomeActiveMaster-HFileCleaner.large.0-1734254405880,5,FailOnTimeoutGroup] 2024-12-15T09:21:25,410 DEBUG [master/bc087f1894b4:0:becomeActiveMaster-HFileCleaner.small.0-1734254405880 {}] cleaner.HFileCleaner(306): Exit Thread[master/bc087f1894b4:0:becomeActiveMaster-HFileCleaner.small.0-1734254405880,5,FailOnTimeoutGroup] 2024-12-15T09:21:25,411 INFO [M:0;bc087f1894b4:43955 {}] hbase.ChoreService(370): Chore service for: master/bc087f1894b4:0 had [] on shutdown 2024-12-15T09:21:25,411 DEBUG [M:0;bc087f1894b4:43955 {}] master.HMaster(1733): Stopping service threads 2024-12-15T09:21:25,411 INFO [M:0;bc087f1894b4:43955 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-15T09:21:25,411 INFO [M:0;bc087f1894b4:43955 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-15T09:21:25,411 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-15T09:21:25,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2024-12-15T09:21:25,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T09:21:25,418 DEBUG [M:0;bc087f1894b4:43955 {}] zookeeper.ZKUtil(347): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Unable to get data of znode /2/master because node does not exist (not an error) 2024-12-15T09:21:25,418 WARN [M:0;bc087f1894b4:43955 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-15T09:21:25,418 INFO [M:0;bc087f1894b4:43955 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-15T09:21:25,418 INFO [M:0;bc087f1894b4:43955 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-15T09:21:25,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-15T09:21:25,419 DEBUG [M:0;bc087f1894b4:43955 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T09:21:25,419 INFO [M:0;bc087f1894b4:43955 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T09:21:25,419 DEBUG [M:0;bc087f1894b4:43955 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T09:21:25,419 DEBUG [M:0;bc087f1894b4:43955 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T09:21:25,419 DEBUG [M:0;bc087f1894b4:43955 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T09:21:25,419 INFO [M:0;bc087f1894b4:43955 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=220.26 KB heapSize=270.95 KB 2024-12-15T09:21:25,433 DEBUG [M:0;bc087f1894b4:43955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c787dcc9d7e469388261b54c3381dad is 82, key is hbase:meta,,1/info:regioninfo/1734254407128/Put/seqid=0 2024-12-15T09:21:25,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741871_1047 (size=5672) 2024-12-15T09:21:25,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10028fd0f700004, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T09:21:25,501 INFO [RS:0;bc087f1894b4:38343 {}] regionserver.HRegionServer(1307): Exiting; stopping=bc087f1894b4,38343,1734254403761; zookeeper connection closed. 2024-12-15T09:21:25,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10028fd0f700004, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T09:21:25,502 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b12990d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b12990d 2024-12-15T09:21:25,502 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-15T09:21:25,767 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T09:21:25,838 INFO [M:0;bc087f1894b4:43955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c787dcc9d7e469388261b54c3381dad 2024-12-15T09:21:25,857 DEBUG [M:0;bc087f1894b4:43955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/526f418e706740f7accea5532c547538 is 2026, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734254417188/Put/seqid=0 2024-12-15T09:21:25,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741872_1048 (size=11249) 2024-12-15T09:21:26,264 INFO [M:0;bc087f1894b4:43955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=219.70 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/526f418e706740f7accea5532c547538 2024-12-15T09:21:26,269 INFO [M:0;bc087f1894b4:43955 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 526f418e706740f7accea5532c547538 2024-12-15T09:21:26,289 DEBUG [M:0;bc087f1894b4:43955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4efff7ed6204f4894aba0ee2c0c876b is 69, key is bc087f1894b4,38343,1734254403761/rs:state/1734254405932/Put/seqid=0 2024-12-15T09:21:26,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741873_1049 (size=5156) 2024-12-15T09:21:26,693 INFO [M:0;bc087f1894b4:43955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4efff7ed6204f4894aba0ee2c0c876b 2024-12-15T09:21:26,700 DEBUG [M:0;bc087f1894b4:43955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c787dcc9d7e469388261b54c3381dad as hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c787dcc9d7e469388261b54c3381dad 2024-12-15T09:21:26,707 INFO [M:0;bc087f1894b4:43955 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c787dcc9d7e469388261b54c3381dad, entries=8, sequenceid=549, filesize=5.5 K 2024-12-15T09:21:26,708 DEBUG [M:0;bc087f1894b4:43955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/526f418e706740f7accea5532c547538 as hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/526f418e706740f7accea5532c547538 2024-12-15T09:21:26,714 INFO [M:0;bc087f1894b4:43955 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 526f418e706740f7accea5532c547538 2024-12-15T09:21:26,714 INFO [M:0;bc087f1894b4:43955 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/526f418e706740f7accea5532c547538, entries=69, sequenceid=549, filesize=11.0 K 2024-12-15T09:21:26,715 DEBUG [M:0;bc087f1894b4:43955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4efff7ed6204f4894aba0ee2c0c876b as hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4efff7ed6204f4894aba0ee2c0c876b 2024-12-15T09:21:26,720 INFO [M:0;bc087f1894b4:43955 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33145/user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4efff7ed6204f4894aba0ee2c0c876b, entries=1, sequenceid=549, filesize=5.0 K 2024-12-15T09:21:26,721 INFO [M:0;bc087f1894b4:43955 {}] regionserver.HRegion(3040): Finished flush of dataSize ~220.26 KB/225543, heapSize ~270.66 KB/277152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=549, compaction requested=false 2024-12-15T09:21:26,722 INFO [M:0;bc087f1894b4:43955 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T09:21:26,722 DEBUG [M:0;bc087f1894b4:43955 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T09:21:26,724 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/f81038cb-ed45-6bbd-4c23-c3fe9f143e97/MasterData/WALs/bc087f1894b4,43955,1734254403638/bc087f1894b4%2C43955%2C1734254403638.1734254405540 not finished, retry = 0 2024-12-15T09:21:26,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741830_1006 (size=262155) 2024-12-15T09:21:26,825 INFO [M:0;bc087f1894b4:43955 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-15T09:21:26,825 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T09:21:26,825 INFO [M:0;bc087f1894b4:43955 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43955 2024-12-15T09:21:26,922 DEBUG [M:0;bc087f1894b4:43955 {}] zookeeper.RecoverableZooKeeper(215): Node /2/rs/bc087f1894b4,43955,1734254403638 already deleted, retry=false 2024-12-15T09:21:27,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T09:21:27,035 INFO [M:0;bc087f1894b4:43955 {}] regionserver.HRegionServer(1307): Exiting; stopping=bc087f1894b4,43955,1734254403638; zookeeper connection closed. 2024-12-15T09:21:27,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43955-0x10028fd0f700003, quorum=127.0.0.1:50802, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T09:21:27,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3240e936{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:21:27,041 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ef298a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T09:21:27,042 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T09:21:27,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@565e065d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T09:21:27,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4213e8f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/hadoop.log.dir/,STOPPED} 2024-12-15T09:21:27,045 WARN [BP-1656879717-172.17.0.2-1734254402047 heartbeating to localhost/127.0.0.1:33145 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T09:21:27,045 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T09:21:27,045 WARN [BP-1656879717-172.17.0.2-1734254402047 heartbeating to localhost/127.0.0.1:33145 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1656879717-172.17.0.2-1734254402047 (Datanode Uuid fcfff9c7-27d3-4e10-8b34-38afceace234) service to localhost/127.0.0.1:33145 2024-12-15T09:21:27,045 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T09:21:27,046 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/cluster_961246b8-70a7-2203-4693-d2096c07da78/dfs/data/data1/current/BP-1656879717-172.17.0.2-1734254402047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:21:27,046 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/cluster_961246b8-70a7-2203-4693-d2096c07da78/dfs/data/data2/current/BP-1656879717-172.17.0.2-1734254402047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:21:27,047 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T09:21:27,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@667be90e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T09:21:27,053 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2423c42c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T09:21:27,053 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T09:21:27,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f7ed6f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T09:21:27,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19d6ff84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ddac1068-36bc-203d-25f8-f8b375d54b3e/hadoop.log.dir/,STOPPED} 2024-12-15T09:21:27,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T09:21:27,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T09:21:27,092 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T09:21:27,092 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c0ace9a to 127.0.0.1:50802 2024-12-15T09:21:27,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:27,092 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-15T09:21:27,092 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1416742036, stopped=false 2024-12-15T09:21:27,092 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=bc087f1894b4,33981,1734254396680 2024-12-15T09:21:27,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-15T09:21:27,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-15T09:21:27,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T09:21:27,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T09:21:27,106 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-15T09:21:27,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:27,106 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bc087f1894b4,46641,1734254397519' ***** 2024-12-15T09:21:27,106 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T09:21:27,106 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T09:21:27,106 INFO [RS:0;bc087f1894b4:46641 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T09:21:27,106 INFO [RS:0;bc087f1894b4:46641 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T09:21:27,106 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for 83c783f9c833080847041c737c6bd376 2024-12-15T09:21:27,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-15T09:21:27,106 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for 294beeed1029c673f40356192825dceb 2024-12-15T09:21:27,107 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for 7c689353018bcae91fedea7c3bdaa860 2024-12-15T09:21:27,107 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for 8abaf086810fc57614a6a5a513bf78fa 2024-12-15T09:21:27,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-15T09:21:27,107 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for c1b88c75ae9f524578192da8d1b08e24 2024-12-15T09:21:27,107 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for b5a24cf15ebfd5d158dac474a10b30ab 2024-12-15T09:21:27,107 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for e370dbc76c852876b78da9c626b451c9 2024-12-15T09:21:27,107 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 83c783f9c833080847041c737c6bd376, disabling compactions & flushes 2024-12-15T09:21:27,107 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for 123f5d021806bd1f244c0ac9b06e4947 2024-12-15T09:21:27,107 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for 71117a1be10ffab5cbbb4fecff0d8682 2024-12-15T09:21:27,107 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734254408758.83c783f9c833080847041c737c6bd376. 2024-12-15T09:21:27,107 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734254408758.83c783f9c833080847041c737c6bd376. 2024-12-15T09:21:27,107 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for ca39ae731e5d303fdfef04aff5ca2908 2024-12-15T09:21:27,107 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734254408758.83c783f9c833080847041c737c6bd376. after waiting 0 ms 2024-12-15T09:21:27,107 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for 542505d4bb3b321a19fed87dc2e05871 2024-12-15T09:21:27,107 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734254408758.83c783f9c833080847041c737c6bd376. 2024-12-15T09:21:27,107 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for 20a8be4eb0ad9aaf19afc7e8c2c18858 2024-12-15T09:21:27,107 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for 11268ffcf7258e95a5715fe041d67d6d 2024-12-15T09:21:27,107 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for 40fbc0e7bf4ed03844ae299ed7221d48 2024-12-15T09:21:27,107 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for 450fd42623f83d1c1c53752708af6674 2024-12-15T09:21:27,107 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T09:21:27,107 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for c580048a477005fb90126d8f8d7d9485 2024-12-15T09:21:27,107 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for 2c9cfb8914a0a2219350f2245b49fe7a 2024-12-15T09:21:27,107 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for ab1d7d586756b7d89d9e5af66eafbd3a 2024-12-15T09:21:27,107 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for bc1395a2172b5a857fb26eb453eab350 2024-12-15T09:21:27,107 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for 70c87eadd02aa7e04c05a1c8ba6e6862 2024-12-15T09:21:27,107 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for 3f2ba2ee8616d58d9d681c88162c6460 2024-12-15T09:21:27,107 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for 66f55ea666cb2e59ed81f735f4581454 2024-12-15T09:21:27,107 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for 0b5e78e65337920a5be674555ae08715 2024-12-15T09:21:27,107 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for 9692ed8318bcc1e16a5077683d285c4e 2024-12-15T09:21:27,107 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for e775a70e897935e9e37a9eb184dc1f23 2024-12-15T09:21:27,107 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for c47435f49d87b665ab453b9679e25b82 2024-12-15T09:21:27,107 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for 9424dbcfd11b14b8ac014eb2ebc12436 2024-12-15T09:21:27,108 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(1224): stopping server bc087f1894b4,46641,1734254397519 2024-12-15T09:21:27,108 DEBUG [RS:0;bc087f1894b4:46641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:27,108 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T09:21:27,108 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T09:21:27,108 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T09:21:27,108 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-15T09:21:27,108 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-15T09:21:27,108 DEBUG [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(1629): Waiting on 0b5e78e65337920a5be674555ae08715, 11268ffcf7258e95a5715fe041d67d6d, 123f5d021806bd1f244c0ac9b06e4947, 1588230740, 20a8be4eb0ad9aaf19afc7e8c2c18858, 294beeed1029c673f40356192825dceb, 2c9cfb8914a0a2219350f2245b49fe7a, 3f2ba2ee8616d58d9d681c88162c6460, 40fbc0e7bf4ed03844ae299ed7221d48, 450fd42623f83d1c1c53752708af6674, 542505d4bb3b321a19fed87dc2e05871, 66f55ea666cb2e59ed81f735f4581454, 70c87eadd02aa7e04c05a1c8ba6e6862, 71117a1be10ffab5cbbb4fecff0d8682, 7c689353018bcae91fedea7c3bdaa860, 83c783f9c833080847041c737c6bd376, 8abaf086810fc57614a6a5a513bf78fa, 9424dbcfd11b14b8ac014eb2ebc12436, 9692ed8318bcc1e16a5077683d285c4e, ab1d7d586756b7d89d9e5af66eafbd3a, b5a24cf15ebfd5d158dac474a10b30ab, bc1395a2172b5a857fb26eb453eab350, c1b88c75ae9f524578192da8d1b08e24, c47435f49d87b665ab453b9679e25b82, c580048a477005fb90126d8f8d7d9485, ca39ae731e5d303fdfef04aff5ca2908, e370dbc76c852876b78da9c626b451c9, e775a70e897935e9e37a9eb184dc1f23 2024-12-15T09:21:27,108 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T09:21:27,108 INFO [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T09:21:27,108 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T09:21:27,108 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T09:21:27,108 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T09:21:27,109 INFO [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-15T09:21:27,112 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/83c783f9c833080847041c737c6bd376/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:27,113 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734254408758.83c783f9c833080847041c737c6bd376. 2024-12-15T09:21:27,113 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 83c783f9c833080847041c737c6bd376: 2024-12-15T09:21:27,113 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734254408758.83c783f9c833080847041c737c6bd376. 2024-12-15T09:21:27,113 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 294beeed1029c673f40356192825dceb, disabling compactions & flushes 2024-12-15T09:21:27,113 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734254408758.294beeed1029c673f40356192825dceb. 2024-12-15T09:21:27,113 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734254408758.294beeed1029c673f40356192825dceb. 2024-12-15T09:21:27,113 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734254408758.294beeed1029c673f40356192825dceb. after waiting 0 ms 2024-12-15T09:21:27,113 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734254408758.294beeed1029c673f40356192825dceb. 2024-12-15T09:21:27,119 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/294beeed1029c673f40356192825dceb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:27,120 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734254408758.294beeed1029c673f40356192825dceb. 2024-12-15T09:21:27,120 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 294beeed1029c673f40356192825dceb: 2024-12-15T09:21:27,120 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734254408758.294beeed1029c673f40356192825dceb. 2024-12-15T09:21:27,120 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7c689353018bcae91fedea7c3bdaa860, disabling compactions & flushes 2024-12-15T09:21:27,120 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734254408758.7c689353018bcae91fedea7c3bdaa860. 2024-12-15T09:21:27,120 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734254408758.7c689353018bcae91fedea7c3bdaa860. 2024-12-15T09:21:27,120 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734254408758.7c689353018bcae91fedea7c3bdaa860. after waiting 0 ms 2024-12-15T09:21:27,120 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734254408758.7c689353018bcae91fedea7c3bdaa860. 2024-12-15T09:21:27,124 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/7c689353018bcae91fedea7c3bdaa860/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:27,124 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734254408758.7c689353018bcae91fedea7c3bdaa860. 2024-12-15T09:21:27,125 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7c689353018bcae91fedea7c3bdaa860: 2024-12-15T09:21:27,125 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734254408758.7c689353018bcae91fedea7c3bdaa860. 2024-12-15T09:21:27,125 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8abaf086810fc57614a6a5a513bf78fa, disabling compactions & flushes 2024-12-15T09:21:27,125 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734254408758.8abaf086810fc57614a6a5a513bf78fa. 2024-12-15T09:21:27,125 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734254408758.8abaf086810fc57614a6a5a513bf78fa. 2024-12-15T09:21:27,125 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734254408758.8abaf086810fc57614a6a5a513bf78fa. after waiting 0 ms 2024-12-15T09:21:27,125 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734254408758.8abaf086810fc57614a6a5a513bf78fa. 2024-12-15T09:21:27,128 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/8abaf086810fc57614a6a5a513bf78fa/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:27,129 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734254408758.8abaf086810fc57614a6a5a513bf78fa. 2024-12-15T09:21:27,129 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8abaf086810fc57614a6a5a513bf78fa: 2024-12-15T09:21:27,129 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734254408758.8abaf086810fc57614a6a5a513bf78fa. 2024-12-15T09:21:27,129 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c1b88c75ae9f524578192da8d1b08e24, disabling compactions & flushes 2024-12-15T09:21:27,129 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734254408758.c1b88c75ae9f524578192da8d1b08e24. 2024-12-15T09:21:27,129 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734254408758.c1b88c75ae9f524578192da8d1b08e24. 2024-12-15T09:21:27,129 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734254408758.c1b88c75ae9f524578192da8d1b08e24. after waiting 0 ms 2024-12-15T09:21:27,129 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734254408758.c1b88c75ae9f524578192da8d1b08e24. 2024-12-15T09:21:27,133 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/meta/1588230740/.tmp/info/1a00b8207e654a7f9863329f475f01b0 is 143, key is hbase:namespace,,1734254400213.71117a1be10ffab5cbbb4fecff0d8682./info:regioninfo/1734254401639/Put/seqid=0 2024-12-15T09:21:27,142 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/c1b88c75ae9f524578192da8d1b08e24/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:27,143 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734254408758.c1b88c75ae9f524578192da8d1b08e24. 2024-12-15T09:21:27,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741867_1043 (size=36340) 2024-12-15T09:21:27,143 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c1b88c75ae9f524578192da8d1b08e24: 2024-12-15T09:21:27,143 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734254408758.c1b88c75ae9f524578192da8d1b08e24. 2024-12-15T09:21:27,143 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b5a24cf15ebfd5d158dac474a10b30ab, disabling compactions & flushes 2024-12-15T09:21:27,143 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734254408758.b5a24cf15ebfd5d158dac474a10b30ab. 2024-12-15T09:21:27,143 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734254408758.b5a24cf15ebfd5d158dac474a10b30ab. 2024-12-15T09:21:27,143 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734254408758.b5a24cf15ebfd5d158dac474a10b30ab. after waiting 0 ms 2024-12-15T09:21:27,143 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734254408758.b5a24cf15ebfd5d158dac474a10b30ab. 2024-12-15T09:21:27,144 INFO [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/meta/1588230740/.tmp/info/1a00b8207e654a7f9863329f475f01b0 2024-12-15T09:21:27,147 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/b5a24cf15ebfd5d158dac474a10b30ab/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:27,148 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734254408758.b5a24cf15ebfd5d158dac474a10b30ab. 2024-12-15T09:21:27,148 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b5a24cf15ebfd5d158dac474a10b30ab: 2024-12-15T09:21:27,148 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734254408758.b5a24cf15ebfd5d158dac474a10b30ab. 2024-12-15T09:21:27,148 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e370dbc76c852876b78da9c626b451c9, disabling compactions & flushes 2024-12-15T09:21:27,148 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734254408758.e370dbc76c852876b78da9c626b451c9. 2024-12-15T09:21:27,148 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734254408758.e370dbc76c852876b78da9c626b451c9. 2024-12-15T09:21:27,148 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734254408758.e370dbc76c852876b78da9c626b451c9. after waiting 0 ms 2024-12-15T09:21:27,148 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734254408758.e370dbc76c852876b78da9c626b451c9. 2024-12-15T09:21:27,156 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/e370dbc76c852876b78da9c626b451c9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:27,157 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734254408758.e370dbc76c852876b78da9c626b451c9. 2024-12-15T09:21:27,157 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e370dbc76c852876b78da9c626b451c9: 2024-12-15T09:21:27,157 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734254408758.e370dbc76c852876b78da9c626b451c9. 2024-12-15T09:21:27,157 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 123f5d021806bd1f244c0ac9b06e4947, disabling compactions & flushes 2024-12-15T09:21:27,157 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734254408758.123f5d021806bd1f244c0ac9b06e4947. 2024-12-15T09:21:27,157 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734254408758.123f5d021806bd1f244c0ac9b06e4947. 2024-12-15T09:21:27,157 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734254408758.123f5d021806bd1f244c0ac9b06e4947. after waiting 0 ms 2024-12-15T09:21:27,157 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734254408758.123f5d021806bd1f244c0ac9b06e4947. 2024-12-15T09:21:27,161 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/123f5d021806bd1f244c0ac9b06e4947/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:27,161 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734254408758.123f5d021806bd1f244c0ac9b06e4947. 2024-12-15T09:21:27,161 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 123f5d021806bd1f244c0ac9b06e4947: 2024-12-15T09:21:27,161 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734254408758.123f5d021806bd1f244c0ac9b06e4947. 2024-12-15T09:21:27,162 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 71117a1be10ffab5cbbb4fecff0d8682, disabling compactions & flushes 2024-12-15T09:21:27,162 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734254400213.71117a1be10ffab5cbbb4fecff0d8682. 2024-12-15T09:21:27,162 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734254400213.71117a1be10ffab5cbbb4fecff0d8682. 2024-12-15T09:21:27,162 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734254400213.71117a1be10ffab5cbbb4fecff0d8682. after waiting 0 ms 2024-12-15T09:21:27,162 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734254400213.71117a1be10ffab5cbbb4fecff0d8682. 2024-12-15T09:21:27,162 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 71117a1be10ffab5cbbb4fecff0d8682 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-15T09:21:27,172 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/meta/1588230740/.tmp/rep_barrier/b60d9da5a5284922afc2800ace99dfdd is 115, key is test,bbb,1734254408758.c580048a477005fb90126d8f8d7d9485./rep_barrier:seqnumDuringOpen/1734254412150/Put/seqid=0 2024-12-15T09:21:27,180 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/namespace/71117a1be10ffab5cbbb4fecff0d8682/.tmp/info/9721f50ae27d47a8a007e7586438ea9e is 45, key is default/info:d/1734254401767/Put/seqid=0 2024-12-15T09:21:27,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741868_1044 (size=8574) 2024-12-15T09:21:27,183 INFO [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/meta/1588230740/.tmp/rep_barrier/b60d9da5a5284922afc2800ace99dfdd 2024-12-15T09:21:27,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741869_1045 (size=5037) 2024-12-15T09:21:27,188 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/namespace/71117a1be10ffab5cbbb4fecff0d8682/.tmp/info/9721f50ae27d47a8a007e7586438ea9e 2024-12-15T09:21:27,189 INFO [regionserver/bc087f1894b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T09:21:27,199 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/namespace/71117a1be10ffab5cbbb4fecff0d8682/.tmp/info/9721f50ae27d47a8a007e7586438ea9e as hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/namespace/71117a1be10ffab5cbbb4fecff0d8682/info/9721f50ae27d47a8a007e7586438ea9e 2024-12-15T09:21:27,202 INFO [regionserver/bc087f1894b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-15T09:21:27,202 INFO [regionserver/bc087f1894b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-15T09:21:27,207 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/namespace/71117a1be10ffab5cbbb4fecff0d8682/info/9721f50ae27d47a8a007e7586438ea9e, entries=2, sequenceid=6, filesize=4.9 K 2024-12-15T09:21:27,207 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 71117a1be10ffab5cbbb4fecff0d8682 in 45ms, sequenceid=6, compaction requested=false 2024-12-15T09:21:27,209 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/meta/1588230740/.tmp/table/f21bf79287124a76a70c81bab05bf0e3 is 94, key is testdroppedtimed,,1734254421731.09de784c614b50da92b4f89f5a36ffd4./table:/1734254481604/DeleteFamily/seqid=0 2024-12-15T09:21:27,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741870_1046 (size=5605) 2024-12-15T09:21:27,218 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/namespace/71117a1be10ffab5cbbb4fecff0d8682/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-15T09:21:27,219 INFO [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/meta/1588230740/.tmp/table/f21bf79287124a76a70c81bab05bf0e3 2024-12-15T09:21:27,219 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734254400213.71117a1be10ffab5cbbb4fecff0d8682. 2024-12-15T09:21:27,219 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 71117a1be10ffab5cbbb4fecff0d8682: 2024-12-15T09:21:27,220 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734254400213.71117a1be10ffab5cbbb4fecff0d8682. 2024-12-15T09:21:27,220 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ca39ae731e5d303fdfef04aff5ca2908, disabling compactions & flushes 2024-12-15T09:21:27,220 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734254408758.ca39ae731e5d303fdfef04aff5ca2908. 2024-12-15T09:21:27,220 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734254408758.ca39ae731e5d303fdfef04aff5ca2908. 2024-12-15T09:21:27,220 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734254408758.ca39ae731e5d303fdfef04aff5ca2908. after waiting 0 ms 2024-12-15T09:21:27,220 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734254408758.ca39ae731e5d303fdfef04aff5ca2908. 2024-12-15T09:21:27,226 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/meta/1588230740/.tmp/info/1a00b8207e654a7f9863329f475f01b0 as hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/meta/1588230740/info/1a00b8207e654a7f9863329f475f01b0 2024-12-15T09:21:27,234 INFO [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/meta/1588230740/info/1a00b8207e654a7f9863329f475f01b0, entries=272, sequenceid=77, filesize=35.5 K 2024-12-15T09:21:27,235 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/meta/1588230740/.tmp/rep_barrier/b60d9da5a5284922afc2800ace99dfdd as hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/meta/1588230740/rep_barrier/b60d9da5a5284922afc2800ace99dfdd 2024-12-15T09:21:27,236 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/ca39ae731e5d303fdfef04aff5ca2908/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:27,237 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734254408758.ca39ae731e5d303fdfef04aff5ca2908. 2024-12-15T09:21:27,237 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ca39ae731e5d303fdfef04aff5ca2908: 2024-12-15T09:21:27,237 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734254408758.ca39ae731e5d303fdfef04aff5ca2908. 2024-12-15T09:21:27,237 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 542505d4bb3b321a19fed87dc2e05871, disabling compactions & flushes 2024-12-15T09:21:27,237 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734254408758.542505d4bb3b321a19fed87dc2e05871. 2024-12-15T09:21:27,237 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734254408758.542505d4bb3b321a19fed87dc2e05871. 2024-12-15T09:21:27,237 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734254408758.542505d4bb3b321a19fed87dc2e05871. after waiting 0 ms 2024-12-15T09:21:27,237 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734254408758.542505d4bb3b321a19fed87dc2e05871. 2024-12-15T09:21:27,242 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/542505d4bb3b321a19fed87dc2e05871/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:27,244 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734254408758.542505d4bb3b321a19fed87dc2e05871. 2024-12-15T09:21:27,244 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 542505d4bb3b321a19fed87dc2e05871: 2024-12-15T09:21:27,244 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734254408758.542505d4bb3b321a19fed87dc2e05871. 2024-12-15T09:21:27,244 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 20a8be4eb0ad9aaf19afc7e8c2c18858, disabling compactions & flushes 2024-12-15T09:21:27,244 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734254408758.20a8be4eb0ad9aaf19afc7e8c2c18858. 2024-12-15T09:21:27,244 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734254408758.20a8be4eb0ad9aaf19afc7e8c2c18858. 2024-12-15T09:21:27,244 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734254408758.20a8be4eb0ad9aaf19afc7e8c2c18858. after waiting 0 ms 2024-12-15T09:21:27,244 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734254408758.20a8be4eb0ad9aaf19afc7e8c2c18858. 2024-12-15T09:21:27,245 INFO [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/meta/1588230740/rep_barrier/b60d9da5a5284922afc2800ace99dfdd, entries=27, sequenceid=77, filesize=8.4 K 2024-12-15T09:21:27,246 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/meta/1588230740/.tmp/table/f21bf79287124a76a70c81bab05bf0e3 as hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/meta/1588230740/table/f21bf79287124a76a70c81bab05bf0e3 2024-12-15T09:21:27,252 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/20a8be4eb0ad9aaf19afc7e8c2c18858/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:27,254 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734254408758.20a8be4eb0ad9aaf19afc7e8c2c18858. 2024-12-15T09:21:27,255 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 20a8be4eb0ad9aaf19afc7e8c2c18858: 2024-12-15T09:21:27,255 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734254408758.20a8be4eb0ad9aaf19afc7e8c2c18858. 2024-12-15T09:21:27,255 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 11268ffcf7258e95a5715fe041d67d6d, disabling compactions & flushes 2024-12-15T09:21:27,255 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734254408758.11268ffcf7258e95a5715fe041d67d6d. 2024-12-15T09:21:27,255 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734254408758.11268ffcf7258e95a5715fe041d67d6d. 2024-12-15T09:21:27,255 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734254408758.11268ffcf7258e95a5715fe041d67d6d. after waiting 0 ms 2024-12-15T09:21:27,255 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734254408758.11268ffcf7258e95a5715fe041d67d6d. 2024-12-15T09:21:27,255 INFO [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/meta/1588230740/table/f21bf79287124a76a70c81bab05bf0e3, entries=6, sequenceid=77, filesize=5.5 K 2024-12-15T09:21:27,256 INFO [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 147ms, sequenceid=77, compaction requested=false 2024-12-15T09:21:27,268 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/11268ffcf7258e95a5715fe041d67d6d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:27,268 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-15T09:21:27,268 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734254408758.11268ffcf7258e95a5715fe041d67d6d. 2024-12-15T09:21:27,268 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 11268ffcf7258e95a5715fe041d67d6d: 2024-12-15T09:21:27,269 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734254408758.11268ffcf7258e95a5715fe041d67d6d. 2024-12-15T09:21:27,269 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 40fbc0e7bf4ed03844ae299ed7221d48, disabling compactions & flushes 2024-12-15T09:21:27,269 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T09:21:27,269 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734254408758.40fbc0e7bf4ed03844ae299ed7221d48. 2024-12-15T09:21:27,269 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734254408758.40fbc0e7bf4ed03844ae299ed7221d48. 2024-12-15T09:21:27,269 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734254408758.40fbc0e7bf4ed03844ae299ed7221d48. after waiting 0 ms 2024-12-15T09:21:27,269 INFO [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T09:21:27,269 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734254408758.40fbc0e7bf4ed03844ae299ed7221d48. 2024-12-15T09:21:27,269 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T09:21:27,269 DEBUG [RS_CLOSE_META-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-15T09:21:27,273 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/40fbc0e7bf4ed03844ae299ed7221d48/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:27,274 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734254408758.40fbc0e7bf4ed03844ae299ed7221d48. 2024-12-15T09:21:27,274 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 40fbc0e7bf4ed03844ae299ed7221d48: 2024-12-15T09:21:27,274 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734254408758.40fbc0e7bf4ed03844ae299ed7221d48. 2024-12-15T09:21:27,274 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 450fd42623f83d1c1c53752708af6674, disabling compactions & flushes 2024-12-15T09:21:27,274 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734254408758.450fd42623f83d1c1c53752708af6674. 2024-12-15T09:21:27,274 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734254408758.450fd42623f83d1c1c53752708af6674. 2024-12-15T09:21:27,274 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734254408758.450fd42623f83d1c1c53752708af6674. after waiting 0 ms 2024-12-15T09:21:27,274 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734254408758.450fd42623f83d1c1c53752708af6674. 2024-12-15T09:21:27,278 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/450fd42623f83d1c1c53752708af6674/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:27,279 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734254408758.450fd42623f83d1c1c53752708af6674. 2024-12-15T09:21:27,279 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 450fd42623f83d1c1c53752708af6674: 2024-12-15T09:21:27,279 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734254408758.450fd42623f83d1c1c53752708af6674. 2024-12-15T09:21:27,279 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c580048a477005fb90126d8f8d7d9485, disabling compactions & flushes 2024-12-15T09:21:27,279 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734254408758.c580048a477005fb90126d8f8d7d9485. 2024-12-15T09:21:27,279 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734254408758.c580048a477005fb90126d8f8d7d9485. 2024-12-15T09:21:27,279 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734254408758.c580048a477005fb90126d8f8d7d9485. after waiting 0 ms 2024-12-15T09:21:27,279 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734254408758.c580048a477005fb90126d8f8d7d9485. 2024-12-15T09:21:27,283 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/c580048a477005fb90126d8f8d7d9485/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:27,283 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734254408758.c580048a477005fb90126d8f8d7d9485. 2024-12-15T09:21:27,283 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c580048a477005fb90126d8f8d7d9485: 2024-12-15T09:21:27,283 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734254408758.c580048a477005fb90126d8f8d7d9485. 2024-12-15T09:21:27,283 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2c9cfb8914a0a2219350f2245b49fe7a, disabling compactions & flushes 2024-12-15T09:21:27,283 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734254408758.2c9cfb8914a0a2219350f2245b49fe7a. 2024-12-15T09:21:27,283 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734254408758.2c9cfb8914a0a2219350f2245b49fe7a. 2024-12-15T09:21:27,283 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734254408758.2c9cfb8914a0a2219350f2245b49fe7a. after waiting 0 ms 2024-12-15T09:21:27,283 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734254408758.2c9cfb8914a0a2219350f2245b49fe7a. 2024-12-15T09:21:27,287 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/2c9cfb8914a0a2219350f2245b49fe7a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:27,288 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734254408758.2c9cfb8914a0a2219350f2245b49fe7a. 2024-12-15T09:21:27,288 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2c9cfb8914a0a2219350f2245b49fe7a: 2024-12-15T09:21:27,288 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734254408758.2c9cfb8914a0a2219350f2245b49fe7a. 2024-12-15T09:21:27,288 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ab1d7d586756b7d89d9e5af66eafbd3a, disabling compactions & flushes 2024-12-15T09:21:27,288 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734254408758.ab1d7d586756b7d89d9e5af66eafbd3a. 2024-12-15T09:21:27,288 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734254408758.ab1d7d586756b7d89d9e5af66eafbd3a. 2024-12-15T09:21:27,288 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734254408758.ab1d7d586756b7d89d9e5af66eafbd3a. after waiting 0 ms 2024-12-15T09:21:27,288 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734254408758.ab1d7d586756b7d89d9e5af66eafbd3a. 2024-12-15T09:21:27,292 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/ab1d7d586756b7d89d9e5af66eafbd3a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:27,292 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734254408758.ab1d7d586756b7d89d9e5af66eafbd3a. 2024-12-15T09:21:27,292 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ab1d7d586756b7d89d9e5af66eafbd3a: 2024-12-15T09:21:27,292 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734254408758.ab1d7d586756b7d89d9e5af66eafbd3a. 2024-12-15T09:21:27,293 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bc1395a2172b5a857fb26eb453eab350, disabling compactions & flushes 2024-12-15T09:21:27,293 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734254408758.bc1395a2172b5a857fb26eb453eab350. 2024-12-15T09:21:27,293 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734254408758.bc1395a2172b5a857fb26eb453eab350. 2024-12-15T09:21:27,293 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734254408758.bc1395a2172b5a857fb26eb453eab350. after waiting 0 ms 2024-12-15T09:21:27,293 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734254408758.bc1395a2172b5a857fb26eb453eab350. 2024-12-15T09:21:27,297 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/bc1395a2172b5a857fb26eb453eab350/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:27,298 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734254408758.bc1395a2172b5a857fb26eb453eab350. 2024-12-15T09:21:27,298 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bc1395a2172b5a857fb26eb453eab350: 2024-12-15T09:21:27,298 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734254408758.bc1395a2172b5a857fb26eb453eab350. 2024-12-15T09:21:27,298 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 70c87eadd02aa7e04c05a1c8ba6e6862, disabling compactions & flushes 2024-12-15T09:21:27,298 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734254408758.70c87eadd02aa7e04c05a1c8ba6e6862. 2024-12-15T09:21:27,298 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734254408758.70c87eadd02aa7e04c05a1c8ba6e6862. 2024-12-15T09:21:27,298 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734254408758.70c87eadd02aa7e04c05a1c8ba6e6862. after waiting 0 ms 2024-12-15T09:21:27,298 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734254408758.70c87eadd02aa7e04c05a1c8ba6e6862. 2024-12-15T09:21:27,304 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/70c87eadd02aa7e04c05a1c8ba6e6862/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:27,305 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734254408758.70c87eadd02aa7e04c05a1c8ba6e6862. 2024-12-15T09:21:27,305 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 70c87eadd02aa7e04c05a1c8ba6e6862: 2024-12-15T09:21:27,305 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734254408758.70c87eadd02aa7e04c05a1c8ba6e6862. 2024-12-15T09:21:27,305 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3f2ba2ee8616d58d9d681c88162c6460, disabling compactions & flushes 2024-12-15T09:21:27,305 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734254408758.3f2ba2ee8616d58d9d681c88162c6460. 2024-12-15T09:21:27,305 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734254408758.3f2ba2ee8616d58d9d681c88162c6460. 2024-12-15T09:21:27,305 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734254408758.3f2ba2ee8616d58d9d681c88162c6460. after waiting 0 ms 2024-12-15T09:21:27,305 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734254408758.3f2ba2ee8616d58d9d681c88162c6460. 2024-12-15T09:21:27,308 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/3f2ba2ee8616d58d9d681c88162c6460/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:27,309 DEBUG [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(1629): Waiting on 0b5e78e65337920a5be674555ae08715, 3f2ba2ee8616d58d9d681c88162c6460, 66f55ea666cb2e59ed81f735f4581454, 9424dbcfd11b14b8ac014eb2ebc12436, 9692ed8318bcc1e16a5077683d285c4e, c47435f49d87b665ab453b9679e25b82, e775a70e897935e9e37a9eb184dc1f23 2024-12-15T09:21:27,309 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734254408758.3f2ba2ee8616d58d9d681c88162c6460. 2024-12-15T09:21:27,309 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3f2ba2ee8616d58d9d681c88162c6460: 2024-12-15T09:21:27,309 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734254408758.3f2ba2ee8616d58d9d681c88162c6460. 2024-12-15T09:21:27,309 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 66f55ea666cb2e59ed81f735f4581454, disabling compactions & flushes 2024-12-15T09:21:27,309 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734254408758.66f55ea666cb2e59ed81f735f4581454. 2024-12-15T09:21:27,309 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734254408758.66f55ea666cb2e59ed81f735f4581454. 2024-12-15T09:21:27,309 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734254408758.66f55ea666cb2e59ed81f735f4581454. after waiting 0 ms 2024-12-15T09:21:27,309 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734254408758.66f55ea666cb2e59ed81f735f4581454. 2024-12-15T09:21:27,313 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/66f55ea666cb2e59ed81f735f4581454/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:27,314 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734254408758.66f55ea666cb2e59ed81f735f4581454. 2024-12-15T09:21:27,314 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 66f55ea666cb2e59ed81f735f4581454: 2024-12-15T09:21:27,314 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734254408758.66f55ea666cb2e59ed81f735f4581454. 2024-12-15T09:21:27,314 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0b5e78e65337920a5be674555ae08715, disabling compactions & flushes 2024-12-15T09:21:27,314 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734254408758.0b5e78e65337920a5be674555ae08715. 2024-12-15T09:21:27,314 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734254408758.0b5e78e65337920a5be674555ae08715. 2024-12-15T09:21:27,314 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734254408758.0b5e78e65337920a5be674555ae08715. after waiting 0 ms 2024-12-15T09:21:27,314 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734254408758.0b5e78e65337920a5be674555ae08715. 2024-12-15T09:21:27,318 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/0b5e78e65337920a5be674555ae08715/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:27,319 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734254408758.0b5e78e65337920a5be674555ae08715. 2024-12-15T09:21:27,319 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0b5e78e65337920a5be674555ae08715: 2024-12-15T09:21:27,319 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734254408758.0b5e78e65337920a5be674555ae08715. 2024-12-15T09:21:27,319 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9692ed8318bcc1e16a5077683d285c4e, disabling compactions & flushes 2024-12-15T09:21:27,319 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734254408758.9692ed8318bcc1e16a5077683d285c4e. 2024-12-15T09:21:27,319 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734254408758.9692ed8318bcc1e16a5077683d285c4e. 2024-12-15T09:21:27,319 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734254408758.9692ed8318bcc1e16a5077683d285c4e. after waiting 0 ms 2024-12-15T09:21:27,319 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734254408758.9692ed8318bcc1e16a5077683d285c4e. 2024-12-15T09:21:27,319 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 9692ed8318bcc1e16a5077683d285c4e 2/2 column families, dataSize=3.94 MB heapSize=4.01 MB 2024-12-15T09:21:27,352 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/9692ed8318bcc1e16a5077683d285c4e/.tmp/f/6d30884862244fe58c3e2ffde12f5709 is 4136, key is NormalPut000/f:row/1734254426601/Put/seqid=0 2024-12-15T09:21:27,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741871_1047 (size=4147225) 2024-12-15T09:21:27,358 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.94 MB at sequenceid=1004 (bloomFilter=true), to=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/9692ed8318bcc1e16a5077683d285c4e/.tmp/f/6d30884862244fe58c3e2ffde12f5709 2024-12-15T09:21:27,366 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/9692ed8318bcc1e16a5077683d285c4e/.tmp/f/6d30884862244fe58c3e2ffde12f5709 as hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/9692ed8318bcc1e16a5077683d285c4e/f/6d30884862244fe58c3e2ffde12f5709 2024-12-15T09:21:27,374 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/9692ed8318bcc1e16a5077683d285c4e/f/6d30884862244fe58c3e2ffde12f5709, entries=1000, sequenceid=1004, filesize=4.0 M 2024-12-15T09:21:27,375 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~3.94 MB/4132000, heapSize ~4.01 MB/4208240, currentSize=0 B/0 for 9692ed8318bcc1e16a5077683d285c4e in 56ms, sequenceid=1004, compaction requested=false 2024-12-15T09:21:27,379 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/9692ed8318bcc1e16a5077683d285c4e/recovered.edits/1007.seqid, newMaxSeqId=1007, maxSeqId=1 2024-12-15T09:21:27,380 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734254408758.9692ed8318bcc1e16a5077683d285c4e. 2024-12-15T09:21:27,381 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9692ed8318bcc1e16a5077683d285c4e: 2024-12-15T09:21:27,381 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734254408758.9692ed8318bcc1e16a5077683d285c4e. 2024-12-15T09:21:27,381 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e775a70e897935e9e37a9eb184dc1f23, disabling compactions & flushes 2024-12-15T09:21:27,381 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734254408758.e775a70e897935e9e37a9eb184dc1f23. 2024-12-15T09:21:27,381 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734254408758.e775a70e897935e9e37a9eb184dc1f23. 2024-12-15T09:21:27,381 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734254408758.e775a70e897935e9e37a9eb184dc1f23. after waiting 0 ms 2024-12-15T09:21:27,381 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734254408758.e775a70e897935e9e37a9eb184dc1f23. 2024-12-15T09:21:27,385 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/e775a70e897935e9e37a9eb184dc1f23/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:27,386 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734254408758.e775a70e897935e9e37a9eb184dc1f23. 2024-12-15T09:21:27,386 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e775a70e897935e9e37a9eb184dc1f23: 2024-12-15T09:21:27,386 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734254408758.e775a70e897935e9e37a9eb184dc1f23. 2024-12-15T09:21:27,386 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c47435f49d87b665ab453b9679e25b82, disabling compactions & flushes 2024-12-15T09:21:27,386 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734254408758.c47435f49d87b665ab453b9679e25b82. 2024-12-15T09:21:27,386 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734254408758.c47435f49d87b665ab453b9679e25b82. 2024-12-15T09:21:27,386 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734254408758.c47435f49d87b665ab453b9679e25b82. after waiting 0 ms 2024-12-15T09:21:27,386 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734254408758.c47435f49d87b665ab453b9679e25b82. 2024-12-15T09:21:27,391 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/c47435f49d87b665ab453b9679e25b82/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:27,392 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734254408758.c47435f49d87b665ab453b9679e25b82. 2024-12-15T09:21:27,392 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c47435f49d87b665ab453b9679e25b82: 2024-12-15T09:21:27,392 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734254408758.c47435f49d87b665ab453b9679e25b82. 2024-12-15T09:21:27,392 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9424dbcfd11b14b8ac014eb2ebc12436, disabling compactions & flushes 2024-12-15T09:21:27,392 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734254408758.9424dbcfd11b14b8ac014eb2ebc12436. 2024-12-15T09:21:27,392 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734254408758.9424dbcfd11b14b8ac014eb2ebc12436. 2024-12-15T09:21:27,392 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734254408758.9424dbcfd11b14b8ac014eb2ebc12436. after waiting 0 ms 2024-12-15T09:21:27,392 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734254408758.9424dbcfd11b14b8ac014eb2ebc12436. 2024-12-15T09:21:27,396 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/data/default/test/9424dbcfd11b14b8ac014eb2ebc12436/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T09:21:27,398 INFO [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734254408758.9424dbcfd11b14b8ac014eb2ebc12436. 2024-12-15T09:21:27,399 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9424dbcfd11b14b8ac014eb2ebc12436: 2024-12-15T09:21:27,399 DEBUG [RS_CLOSE_REGION-regionserver/bc087f1894b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734254408758.9424dbcfd11b14b8ac014eb2ebc12436. 2024-12-15T09:21:27,509 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(1250): stopping server bc087f1894b4,46641,1734254397519; all regions closed. 2024-12-15T09:21:27,511 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.meta.1734254399795.meta not finished, retry = 0 2024-12-15T09:21:27,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741834_1010 (size=40374) 2024-12-15T09:21:27,614 DEBUG [RS:0;bc087f1894b4:46641 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/oldWALs 2024-12-15T09:21:27,614 INFO [RS:0;bc087f1894b4:46641 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bc087f1894b4%2C46641%2C1734254397519.meta:.meta(num 1734254399795) 2024-12-15T09:21:27,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741833_1009 (size=4217378) 2024-12-15T09:21:27,618 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/WALs/bc087f1894b4,46641,1734254397519/bc087f1894b4%2C46641%2C1734254397519.1734254399370 not finished, retry = 0 2024-12-15T09:21:27,720 DEBUG [RS:0;bc087f1894b4:46641 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/oldWALs 2024-12-15T09:21:27,720 INFO [RS:0;bc087f1894b4:46641 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bc087f1894b4%2C46641%2C1734254397519:(num 1734254399370) 2024-12-15T09:21:27,721 DEBUG [RS:0;bc087f1894b4:46641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:27,721 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T09:21:27,721 INFO [RS:0;bc087f1894b4:46641 {}] hbase.ChoreService(370): Chore service for: regionserver/bc087f1894b4:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-15T09:21:27,721 INFO [regionserver/bc087f1894b4:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T09:21:27,721 INFO [RS:0;bc087f1894b4:46641 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46641 2024-12-15T09:21:27,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-15T09:21:27,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/bc087f1894b4,46641,1734254397519 2024-12-15T09:21:27,768 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bc087f1894b4,46641,1734254397519] 2024-12-15T09:21:27,768 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing bc087f1894b4,46641,1734254397519; numProcessing=1 2024-12-15T09:21:27,776 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /1/draining/bc087f1894b4,46641,1734254397519 already deleted, retry=false 2024-12-15T09:21:27,776 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; bc087f1894b4,46641,1734254397519 expired; onlineServers=0 2024-12-15T09:21:27,777 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bc087f1894b4,33981,1734254396680' ***** 2024-12-15T09:21:27,777 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-15T09:21:27,777 DEBUG [M:0;bc087f1894b4:33981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ed4a1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bc087f1894b4/172.17.0.2:0 2024-12-15T09:21:27,777 INFO [M:0;bc087f1894b4:33981 {}] regionserver.HRegionServer(1224): stopping server bc087f1894b4,33981,1734254396680 2024-12-15T09:21:27,777 INFO [M:0;bc087f1894b4:33981 {}] regionserver.HRegionServer(1250): stopping server bc087f1894b4,33981,1734254396680; all regions closed. 2024-12-15T09:21:27,777 DEBUG [M:0;bc087f1894b4:33981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T09:21:27,777 DEBUG [M:0;bc087f1894b4:33981 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-15T09:21:27,777 DEBUG [M:0;bc087f1894b4:33981 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-15T09:21:27,777 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-15T09:21:27,777 DEBUG [master/bc087f1894b4:0:becomeActiveMaster-HFileCleaner.large.0-1734254399035 {}] cleaner.HFileCleaner(306): Exit Thread[master/bc087f1894b4:0:becomeActiveMaster-HFileCleaner.large.0-1734254399035,5,FailOnTimeoutGroup] 2024-12-15T09:21:27,777 DEBUG [master/bc087f1894b4:0:becomeActiveMaster-HFileCleaner.small.0-1734254399037 {}] cleaner.HFileCleaner(306): Exit Thread[master/bc087f1894b4:0:becomeActiveMaster-HFileCleaner.small.0-1734254399037,5,FailOnTimeoutGroup] 2024-12-15T09:21:27,777 INFO [M:0;bc087f1894b4:33981 {}] hbase.ChoreService(370): Chore service for: master/bc087f1894b4:0 had [] on shutdown 2024-12-15T09:21:27,777 DEBUG [M:0;bc087f1894b4:33981 {}] master.HMaster(1733): Stopping service threads 2024-12-15T09:21:27,778 INFO [M:0;bc087f1894b4:33981 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-15T09:21:27,778 ERROR [M:0;bc087f1894b4:33981 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1614774177) connection to localhost/127.0.0.1:40371 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40371,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] Thread[HFileArchiver-4,5,PEWorkerGroup] Thread[HFileArchiver-5,5,PEWorkerGroup] 2024-12-15T09:21:27,778 INFO [M:0;bc087f1894b4:33981 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-15T09:21:27,778 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-15T09:21:27,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-15T09:21:27,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T09:21:27,785 DEBUG [M:0;bc087f1894b4:33981 {}] zookeeper.ZKUtil(347): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-15T09:21:27,785 WARN [M:0;bc087f1894b4:33981 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-15T09:21:27,785 INFO [M:0;bc087f1894b4:33981 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-15T09:21:27,785 INFO [M:0;bc087f1894b4:33981 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-15T09:21:27,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-15T09:21:27,785 DEBUG [M:0;bc087f1894b4:33981 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T09:21:27,785 INFO [M:0;bc087f1894b4:33981 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T09:21:27,785 DEBUG [M:0;bc087f1894b4:33981 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T09:21:27,785 DEBUG [M:0;bc087f1894b4:33981 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T09:21:27,785 DEBUG [M:0;bc087f1894b4:33981 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T09:21:27,785 INFO [M:0;bc087f1894b4:33981 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=237.90 KB heapSize=293.80 KB 2024-12-15T09:21:27,805 DEBUG [M:0;bc087f1894b4:33981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6a1111bd4ee4124a1d272e0b6b7d892 is 82, key is hbase:meta,,1/info:regioninfo/1734254399974/Put/seqid=0 2024-12-15T09:21:27,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741872_1048 (size=5672) 2024-12-15T09:21:27,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T09:21:27,868 INFO [RS:0;bc087f1894b4:46641 {}] regionserver.HRegionServer(1307): Exiting; stopping=bc087f1894b4,46641,1734254397519; zookeeper connection closed. 2024-12-15T09:21:27,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10028fd0f700001, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T09:21:27,868 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15b9a57d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15b9a57d 2024-12-15T09:21:27,869 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-15T09:21:28,210 INFO [M:0;bc087f1894b4:33981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6a1111bd4ee4124a1d272e0b6b7d892 2024-12-15T09:21:28,230 DEBUG [M:0;bc087f1894b4:33981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a58867c641d49c4a1b669058dc5a1ee is 2026, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734254412576/Put/seqid=0 2024-12-15T09:21:28,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741873_1049 (size=12841) 2024-12-15T09:21:28,636 INFO [M:0;bc087f1894b4:33981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=237.35 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a58867c641d49c4a1b669058dc5a1ee 2024-12-15T09:21:28,642 INFO [M:0;bc087f1894b4:33981 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a58867c641d49c4a1b669058dc5a1ee 2024-12-15T09:21:28,660 DEBUG [M:0;bc087f1894b4:33981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dcfca425905d44ffacb634903d9de2e9 is 69, key is bc087f1894b4,46641,1734254397519/rs:state/1734254399110/Put/seqid=0 2024-12-15T09:21:28,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741874_1050 (size=5156) 2024-12-15T09:21:29,066 INFO [M:0;bc087f1894b4:33981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dcfca425905d44ffacb634903d9de2e9 2024-12-15T09:21:29,072 DEBUG [M:0;bc087f1894b4:33981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6a1111bd4ee4124a1d272e0b6b7d892 as hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6a1111bd4ee4124a1d272e0b6b7d892 2024-12-15T09:21:29,079 INFO [M:0;bc087f1894b4:33981 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6a1111bd4ee4124a1d272e0b6b7d892, entries=8, sequenceid=611, filesize=5.5 K 2024-12-15T09:21:29,080 DEBUG [M:0;bc087f1894b4:33981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a58867c641d49c4a1b669058dc5a1ee as hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a58867c641d49c4a1b669058dc5a1ee 2024-12-15T09:21:29,085 INFO [M:0;bc087f1894b4:33981 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a58867c641d49c4a1b669058dc5a1ee 2024-12-15T09:21:29,086 INFO [M:0;bc087f1894b4:33981 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a58867c641d49c4a1b669058dc5a1ee, entries=77, sequenceid=611, filesize=12.5 K 2024-12-15T09:21:29,087 DEBUG [M:0;bc087f1894b4:33981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dcfca425905d44ffacb634903d9de2e9 as hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dcfca425905d44ffacb634903d9de2e9 2024-12-15T09:21:29,092 INFO [M:0;bc087f1894b4:33981 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40371/user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dcfca425905d44ffacb634903d9de2e9, entries=1, sequenceid=611, filesize=5.0 K 2024-12-15T09:21:29,093 INFO [M:0;bc087f1894b4:33981 {}] regionserver.HRegion(3040): Finished flush of dataSize ~237.90 KB/243611, heapSize ~293.51 KB/300552, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=611, compaction requested=false 2024-12-15T09:21:29,094 INFO [M:0;bc087f1894b4:33981 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T09:21:29,094 DEBUG [M:0;bc087f1894b4:33981 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T09:21:29,096 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/125e46f6-3aa5-f36e-22c1-9f0cceea419f/MasterData/WALs/bc087f1894b4,33981,1734254396680/bc087f1894b4%2C33981%2C1734254396680.1734254398391 not finished, retry = 0 2024-12-15T09:21:29,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741830_1006 (size=284285) 2024-12-15T09:21:29,197 INFO [M:0;bc087f1894b4:33981 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-15T09:21:29,197 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T09:21:29,197 INFO [M:0;bc087f1894b4:33981 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33981 2024-12-15T09:21:29,235 DEBUG [M:0;bc087f1894b4:33981 {}] zookeeper.RecoverableZooKeeper(215): Node /1/rs/bc087f1894b4,33981,1734254396680 already deleted, retry=false 2024-12-15T09:21:29,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T09:21:29,343 INFO [M:0;bc087f1894b4:33981 {}] regionserver.HRegionServer(1307): Exiting; stopping=bc087f1894b4,33981,1734254396680; zookeeper connection closed. 2024-12-15T09:21:29,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T09:21:29,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33981-0x10028fd0f700000, quorum=127.0.0.1:50802, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T09:21:29,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c30eb51{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:21:29,346 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c1cc8c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T09:21:29,346 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T09:21:29,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53c29111{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T09:21:29,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d598ff8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/hadoop.log.dir/,STOPPED} 2024-12-15T09:21:29,347 WARN [BP-366767889-172.17.0.2-1734254392870 heartbeating to localhost/127.0.0.1:40371 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T09:21:29,347 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T09:21:29,347 WARN [BP-366767889-172.17.0.2-1734254392870 heartbeating to localhost/127.0.0.1:40371 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-366767889-172.17.0.2-1734254392870 (Datanode Uuid bdc39382-a895-4e6c-9d7e-121a61d95155) service to localhost/127.0.0.1:40371 2024-12-15T09:21:29,347 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T09:21:29,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/cluster_431dbf93-cd3d-e2cb-a6cd-55a8f237d667/dfs/data/data1/current/BP-366767889-172.17.0.2-1734254392870 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:21:29,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/cluster_431dbf93-cd3d-e2cb-a6cd-55a8f237d667/dfs/data/data2/current/BP-366767889-172.17.0.2-1734254392870 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:21:29,348 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T09:21:29,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44bb46a9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T09:21:29,355 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347219d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T09:21:29,355 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T09:21:29,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56609113{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T09:21:29,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c84c4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/62f7af19-35e6-427f-8ad3-c9a1d7ff1912/hadoop.log.dir/,STOPPED} 2024-12-15T09:21:29,366 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-15T09:21:29,383 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down